2024-11-25 20:22:55,186 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-25 20:22:55,209 main DEBUG Took 0.020547 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-25 20:22:55,210 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-25 20:22:55,211 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-25 20:22:55,212 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-25 20:22:55,214 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 20:22:55,223 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-25 20:22:55,240 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 20:22:55,243 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 20:22:55,244 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 20:22:55,244 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 20:22:55,245 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 20:22:55,245 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 20:22:55,247 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 20:22:55,248 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 20:22:55,249 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 20:22:55,249 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 20:22:55,251 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 20:22:55,251 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 20:22:55,252 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 20:22:55,252 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 20:22:55,253 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 20:22:55,254 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 20:22:55,254 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 20:22:55,255 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 20:22:55,255 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 20:22:55,256 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 20:22:55,256 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 20:22:55,257 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 20:22:55,257 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 20:22:55,258 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 20:22:55,258 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 20:22:55,259 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-25 20:22:55,261 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 20:22:55,262 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-25 20:22:55,265 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-25 20:22:55,266 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-25 20:22:55,267 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-25 20:22:55,268 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-25 20:22:55,278 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-25 20:22:55,282 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-25 20:22:55,284 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-25 20:22:55,285 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-25 20:22:55,286 main DEBUG createAppenders(={Console}) 2024-11-25 20:22:55,287 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-25 20:22:55,287 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-25 20:22:55,288 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-25 20:22:55,293 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-25 20:22:55,294 main DEBUG OutputStream closed 2024-11-25 20:22:55,294 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-25 20:22:55,294 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-25 20:22:55,295 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-25 20:22:55,397 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-25 20:22:55,402 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-25 20:22:55,404 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-25 20:22:55,405 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-25 20:22:55,406 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-25 20:22:55,406 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-25 20:22:55,407 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-25 20:22:55,408 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-25 20:22:55,408 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-25 20:22:55,409 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-25 20:22:55,409 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-25 20:22:55,410 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-25 20:22:55,410 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-25 20:22:55,411 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-25 20:22:55,411 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-25 20:22:55,412 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-25 20:22:55,412 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-25 20:22:55,413 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-25 20:22:55,417 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25 20:22:55,417 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-25 20:22:55,418 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-25 20:22:55,419 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-25T20:22:55,822 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71e2d832-de12-3278-a007-06844f1b2152 2024-11-25 20:22:55,827 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-25 20:22:55,827 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25T20:22:55,846 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithBasicPolicy timeout: 13 mins 2024-11-25T20:22:55,902 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T20:22:55,907 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71e2d832-de12-3278-a007-06844f1b2152/cluster_facfcf73-247e-c8cc-6117-4c4c76b62c97, deleteOnExit=true 2024-11-25T20:22:55,910 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-25T20:22:55,911 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71e2d832-de12-3278-a007-06844f1b2152/test.cache.data in system properties and HBase conf 2024-11-25T20:22:55,913 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71e2d832-de12-3278-a007-06844f1b2152/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T20:22:55,915 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71e2d832-de12-3278-a007-06844f1b2152/hadoop.log.dir in system properties and HBase conf 2024-11-25T20:22:55,917 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71e2d832-de12-3278-a007-06844f1b2152/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T20:22:55,918 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71e2d832-de12-3278-a007-06844f1b2152/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T20:22:55,918 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-25T20:22:56,109 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-25T20:22:56,256 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T20:22:56,266 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71e2d832-de12-3278-a007-06844f1b2152/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T20:22:56,267 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71e2d832-de12-3278-a007-06844f1b2152/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T20:22:56,269 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71e2d832-de12-3278-a007-06844f1b2152/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T20:22:56,271 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71e2d832-de12-3278-a007-06844f1b2152/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T20:22:56,273 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71e2d832-de12-3278-a007-06844f1b2152/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T20:22:56,274 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71e2d832-de12-3278-a007-06844f1b2152/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T20:22:56,280 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71e2d832-de12-3278-a007-06844f1b2152/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T20:22:56,282 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71e2d832-de12-3278-a007-06844f1b2152/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T20:22:56,284 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71e2d832-de12-3278-a007-06844f1b2152/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T20:22:56,285 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71e2d832-de12-3278-a007-06844f1b2152/nfs.dump.dir in system properties and HBase conf 2024-11-25T20:22:56,285 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71e2d832-de12-3278-a007-06844f1b2152/java.io.tmpdir in system properties and HBase conf 2024-11-25T20:22:56,286 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71e2d832-de12-3278-a007-06844f1b2152/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T20:22:56,287 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71e2d832-de12-3278-a007-06844f1b2152/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T20:22:56,287 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71e2d832-de12-3278-a007-06844f1b2152/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T20:22:57,573 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-25T20:22:57,671 INFO [Time-limited test {}] log.Log(170): Logging initialized @3732ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-25T20:22:57,760 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T20:22:57,855 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T20:22:57,890 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T20:22:57,890 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T20:22:57,893 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T20:22:57,913 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T20:22:57,931 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5adc0273{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71e2d832-de12-3278-a007-06844f1b2152/hadoop.log.dir/,AVAILABLE} 2024-11-25T20:22:57,933 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30178072{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T20:22:58,236 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@58ebd2e7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71e2d832-de12-3278-a007-06844f1b2152/java.io.tmpdir/jetty-localhost-40533-hadoop-hdfs-3_4_1-tests_jar-_-any-2976190230404198581/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T20:22:58,260 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@55e8ce42{HTTP/1.1, (http/1.1)}{localhost:40533} 2024-11-25T20:22:58,260 INFO [Time-limited test {}] server.Server(415): Started @4322ms 2024-11-25T20:22:59,050 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T20:22:59,058 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T20:22:59,062 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T20:22:59,062 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T20:22:59,062 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T20:22:59,063 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ae60a76{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71e2d832-de12-3278-a007-06844f1b2152/hadoop.log.dir/,AVAILABLE} 2024-11-25T20:22:59,064 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ea5758b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T20:22:59,179 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@338ea522{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71e2d832-de12-3278-a007-06844f1b2152/java.io.tmpdir/jetty-localhost-43089-hadoop-hdfs-3_4_1-tests_jar-_-any-14970778541119621592/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T20:22:59,180 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@318f7e53{HTTP/1.1, (http/1.1)}{localhost:43089} 2024-11-25T20:22:59,180 INFO [Time-limited test {}] server.Server(415): Started @5242ms 2024-11-25T20:22:59,240 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T20:23:00,212 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71e2d832-de12-3278-a007-06844f1b2152/cluster_facfcf73-247e-c8cc-6117-4c4c76b62c97/dfs/data/data2/current/BP-338884582-172.17.0.2-1732566177056/current, will proceed with Du for space computation calculation, 2024-11-25T20:23:00,212 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71e2d832-de12-3278-a007-06844f1b2152/cluster_facfcf73-247e-c8cc-6117-4c4c76b62c97/dfs/data/data1/current/BP-338884582-172.17.0.2-1732566177056/current, will proceed with Du for space computation calculation, 2024-11-25T20:23:00,248 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T20:23:00,300 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x79c5cc0a4811990d with lease ID 0x13b445c22ac2edc6: Processing first storage report for DS-6919c644-eb75-4ed3-ab9d-1a4b339070b9 from datanode DatanodeRegistration(127.0.0.1:36225, datanodeUuid=1842cc95-15cd-42f1-ab43-02a307fc70d8, infoPort=42921, infoSecurePort=0, ipcPort=43881, storageInfo=lv=-57;cid=testClusterID;nsid=1398009686;c=1732566177056) 2024-11-25T20:23:00,301 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x79c5cc0a4811990d with lease ID 0x13b445c22ac2edc6: from storage DS-6919c644-eb75-4ed3-ab9d-1a4b339070b9 node DatanodeRegistration(127.0.0.1:36225, datanodeUuid=1842cc95-15cd-42f1-ab43-02a307fc70d8, infoPort=42921, infoSecurePort=0, ipcPort=43881, storageInfo=lv=-57;cid=testClusterID;nsid=1398009686;c=1732566177056), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T20:23:00,302 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x79c5cc0a4811990d with lease ID 0x13b445c22ac2edc6: Processing first storage report for DS-376806e9-2dac-4eea-b3d6-ed2970e1f793 from datanode DatanodeRegistration(127.0.0.1:36225, datanodeUuid=1842cc95-15cd-42f1-ab43-02a307fc70d8, infoPort=42921, infoSecurePort=0, ipcPort=43881, storageInfo=lv=-57;cid=testClusterID;nsid=1398009686;c=1732566177056) 2024-11-25T20:23:00,302 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x79c5cc0a4811990d with lease ID 0x13b445c22ac2edc6: from storage DS-376806e9-2dac-4eea-b3d6-ed2970e1f793 node DatanodeRegistration(127.0.0.1:36225, datanodeUuid=1842cc95-15cd-42f1-ab43-02a307fc70d8, infoPort=42921, infoSecurePort=0, ipcPort=43881, storageInfo=lv=-57;cid=testClusterID;nsid=1398009686;c=1732566177056), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T20:23:00,347 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71e2d832-de12-3278-a007-06844f1b2152 2024-11-25T20:23:00,435 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71e2d832-de12-3278-a007-06844f1b2152/cluster_facfcf73-247e-c8cc-6117-4c4c76b62c97/zookeeper_0, clientPort=49356, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71e2d832-de12-3278-a007-06844f1b2152/cluster_facfcf73-247e-c8cc-6117-4c4c76b62c97/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71e2d832-de12-3278-a007-06844f1b2152/cluster_facfcf73-247e-c8cc-6117-4c4c76b62c97/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T20:23:00,447 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=49356 2024-11-25T20:23:00,462 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T20:23:00,467 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T20:23:00,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741825_1001 (size=7) 2024-11-25T20:23:01,127 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b with version=8 2024-11-25T20:23:01,127 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/hbase-staging 2024-11-25T20:23:01,296 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-25T20:23:01,613 INFO [Time-limited test {}] client.ConnectionUtils(129): master/a8cf619b0679:0 server-side Connection retries=45 2024-11-25T20:23:01,631 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T20:23:01,632 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T20:23:01,633 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T20:23:01,633 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T20:23:01,633 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T20:23:01,833 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T20:23:01,911 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-25T20:23:01,924 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-25T20:23:01,930 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T20:23:01,963 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 53858 (auto-detected) 2024-11-25T20:23:01,964 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-25T20:23:02,001 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:38483 2024-11-25T20:23:02,012 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T20:23:02,016 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T20:23:02,034 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:38483 connecting to ZooKeeper ensemble=127.0.0.1:49356 2024-11-25T20:23:02,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:384830x0, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T20:23:02,128 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38483-0x10174f384af0000 connected 2024-11-25T20:23:02,286 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38483-0x10174f384af0000, quorum=127.0.0.1:49356, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T20:23:02,290 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38483-0x10174f384af0000, quorum=127.0.0.1:49356, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T20:23:02,295 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38483-0x10174f384af0000, quorum=127.0.0.1:49356, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T20:23:02,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38483 2024-11-25T20:23:02,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38483 2024-11-25T20:23:02,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38483 2024-11-25T20:23:02,323 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38483 2024-11-25T20:23:02,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38483 2024-11-25T20:23:02,345 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b, hbase.cluster.distributed=false 2024-11-25T20:23:02,452 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/a8cf619b0679:0 server-side Connection retries=45 2024-11-25T20:23:02,452 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T20:23:02,453 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T20:23:02,453 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T20:23:02,453 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T20:23:02,453 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T20:23:02,457 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T20:23:02,465 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T20:23:02,469 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:41621 2024-11-25T20:23:02,471 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T20:23:02,490 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T20:23:02,493 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T20:23:02,500 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T20:23:02,505 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:41621 connecting to ZooKeeper ensemble=127.0.0.1:49356 2024-11-25T20:23:02,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:416210x0, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T20:23:02,531 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:416210x0, quorum=127.0.0.1:49356, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T20:23:02,531 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41621-0x10174f384af0001 connected 2024-11-25T20:23:02,540 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41621-0x10174f384af0001, quorum=127.0.0.1:49356, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T20:23:02,543 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41621-0x10174f384af0001, quorum=127.0.0.1:49356, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T20:23:02,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41621 2024-11-25T20:23:02,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41621 2024-11-25T20:23:02,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41621 2024-11-25T20:23:02,575 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41621 2024-11-25T20:23:02,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41621 2024-11-25T20:23:02,600 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/a8cf619b0679,38483,1732566181290 2024-11-25T20:23:02,624 DEBUG [M:0;a8cf619b0679:38483 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a8cf619b0679:38483 2024-11-25T20:23:02,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38483-0x10174f384af0000, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T20:23:02,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41621-0x10174f384af0001, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T20:23:02,638 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38483-0x10174f384af0000, quorum=127.0.0.1:49356, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/a8cf619b0679,38483,1732566181290 2024-11-25T20:23:02,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41621-0x10174f384af0001, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T20:23:02,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38483-0x10174f384af0000, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T20:23:02,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41621-0x10174f384af0001, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T20:23:02,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38483-0x10174f384af0000, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T20:23:02,694 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:38483-0x10174f384af0000, quorum=127.0.0.1:49356, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-25T20:23:02,701 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38483-0x10174f384af0000, quorum=127.0.0.1:49356, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-25T20:23:02,703 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/a8cf619b0679,38483,1732566181290 from backup master directory 2024-11-25T20:23:02,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41621-0x10174f384af0001, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T20:23:02,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38483-0x10174f384af0000, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/a8cf619b0679,38483,1732566181290 2024-11-25T20:23:02,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38483-0x10174f384af0000, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T20:23:02,718 WARN [master/a8cf619b0679:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T20:23:02,718 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a8cf619b0679,38483,1732566181290 2024-11-25T20:23:02,728 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-25T20:23:02,739 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-25T20:23:02,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741826_1002 (size=42) 2024-11-25T20:23:03,320 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/hbase.id with ID: e4810286-aae8-4113-ade7-9208b7685972 2024-11-25T20:23:03,387 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T20:23:03,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41621-0x10174f384af0001, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T20:23:03,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38483-0x10174f384af0000, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T20:23:03,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741827_1003 (size=196) 2024-11-25T20:23:03,861 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T20:23:03,863 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T20:23:03,884 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:03,889 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T20:23:03,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741828_1004 (size=1189) 2024-11-25T20:23:04,350 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/MasterData/data/master/store 2024-11-25T20:23:04,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741829_1005 (size=34) 2024-11-25T20:23:04,771 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-25T20:23:04,771 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T20:23:04,772 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T20:23:04,772 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T20:23:04,773 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T20:23:04,773 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T20:23:04,773 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T20:23:04,773 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T20:23:04,773 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-25T20:23:04,775 WARN [master/a8cf619b0679:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/MasterData/data/master/store/.initializing 2024-11-25T20:23:04,776 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/MasterData/WALs/a8cf619b0679,38483,1732566181290 2024-11-25T20:23:04,783 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T20:23:04,794 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a8cf619b0679%2C38483%2C1732566181290, suffix=, logDir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/MasterData/WALs/a8cf619b0679,38483,1732566181290, archiveDir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/MasterData/oldWALs, maxLogs=10 2024-11-25T20:23:04,819 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/MasterData/WALs/a8cf619b0679,38483,1732566181290/a8cf619b0679%2C38483%2C1732566181290.1732566184799, exclude list is [], retry=0 2024-11-25T20:23:04,837 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36225,DS-6919c644-eb75-4ed3-ab9d-1a4b339070b9,DISK] 2024-11-25T20:23:04,840 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-25T20:23:04,878 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/MasterData/WALs/a8cf619b0679,38483,1732566181290/a8cf619b0679%2C38483%2C1732566181290.1732566184799 2024-11-25T20:23:04,879 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42921:42921)] 2024-11-25T20:23:04,879 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T20:23:04,880 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T20:23:04,884 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T20:23:04,885 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T20:23:04,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T20:23:04,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T20:23:04,960 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:04,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T20:23:04,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T20:23:04,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T20:23:04,969 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:04,970 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T20:23:04,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T20:23:04,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T20:23:04,979 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:04,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T20:23:04,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T20:23:04,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T20:23:04,986 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:04,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T20:23:04,995 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T20:23:04,996 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T20:23:05,010 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T20:23:05,016 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T20:23:05,027 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T20:23:05,029 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61556476, jitterRate=-0.0827370285987854}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T20:23:05,036 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-25T20:23:05,038 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T20:23:05,072 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e783b75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:23:05,107 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-25T20:23:05,120 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T20:23:05,120 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T20:23:05,122 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T20:23:05,123 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-25T20:23:05,129 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 5 msec 2024-11-25T20:23:05,130 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T20:23:05,160 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T20:23:05,177 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38483-0x10174f384af0000, quorum=127.0.0.1:49356, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-25T20:23:05,188 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-25T20:23:05,192 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T20:23:05,194 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38483-0x10174f384af0000, quorum=127.0.0.1:49356, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-25T20:23:05,204 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-25T20:23:05,207 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T20:23:05,211 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38483-0x10174f384af0000, quorum=127.0.0.1:49356, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-25T20:23:05,222 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-25T20:23:05,224 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38483-0x10174f384af0000, quorum=127.0.0.1:49356, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-25T20:23:05,230 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-25T20:23:05,247 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38483-0x10174f384af0000, quorum=127.0.0.1:49356, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T20:23:05,255 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-25T20:23:05,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38483-0x10174f384af0000, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T20:23:05,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41621-0x10174f384af0001, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T20:23:05,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41621-0x10174f384af0001, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T20:23:05,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38483-0x10174f384af0000, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T20:23:05,272 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=a8cf619b0679,38483,1732566181290, sessionid=0x10174f384af0000, setting cluster-up flag (Was=false) 2024-11-25T20:23:05,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41621-0x10174f384af0001, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T20:23:05,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38483-0x10174f384af0000, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T20:23:05,396 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-25T20:23:05,399 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a8cf619b0679,38483,1732566181290 2024-11-25T20:23:05,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38483-0x10174f384af0000, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T20:23:05,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41621-0x10174f384af0001, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T20:23:05,455 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-25T20:23:05,457 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a8cf619b0679,38483,1732566181290 2024-11-25T20:23:05,516 DEBUG [RS:0;a8cf619b0679:41621 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a8cf619b0679:41621 2024-11-25T20:23:05,518 INFO [RS:0;a8cf619b0679:41621 {}] regionserver.HRegionServer(1008): ClusterId : e4810286-aae8-4113-ade7-9208b7685972 2024-11-25T20:23:05,521 DEBUG [RS:0;a8cf619b0679:41621 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T20:23:05,537 DEBUG [RS:0;a8cf619b0679:41621 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T20:23:05,538 DEBUG [RS:0;a8cf619b0679:41621 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T20:23:05,549 DEBUG [RS:0;a8cf619b0679:41621 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T20:23:05,550 DEBUG [RS:0;a8cf619b0679:41621 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39174a5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:23:05,553 DEBUG [RS:0;a8cf619b0679:41621 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14a46eaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a8cf619b0679/172.17.0.2:0 2024-11-25T20:23:05,557 INFO [RS:0;a8cf619b0679:41621 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-25T20:23:05,557 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-25T20:23:05,557 INFO [RS:0;a8cf619b0679:41621 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-25T20:23:05,558 DEBUG [RS:0;a8cf619b0679:41621 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-25T20:23:05,560 INFO [RS:0;a8cf619b0679:41621 {}] regionserver.HRegionServer(3073): reportForDuty to master=a8cf619b0679,38483,1732566181290 with isa=a8cf619b0679/172.17.0.2:41621, startcode=1732566182451 2024-11-25T20:23:05,564 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-25T20:23:05,567 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T20:23:05,574 DEBUG [RS:0;a8cf619b0679:41621 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T20:23:05,574 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a8cf619b0679,38483,1732566181290 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T20:23:05,578 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a8cf619b0679:0, corePoolSize=5, maxPoolSize=5 2024-11-25T20:23:05,579 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a8cf619b0679:0, corePoolSize=5, maxPoolSize=5 2024-11-25T20:23:05,579 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a8cf619b0679:0, corePoolSize=5, maxPoolSize=5 2024-11-25T20:23:05,579 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a8cf619b0679:0, corePoolSize=5, maxPoolSize=5 2024-11-25T20:23:05,580 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a8cf619b0679:0, corePoolSize=10, maxPoolSize=10 2024-11-25T20:23:05,580 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a8cf619b0679:0, corePoolSize=1, maxPoolSize=1 2024-11-25T20:23:05,580 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a8cf619b0679:0, corePoolSize=2, maxPoolSize=2 2024-11-25T20:23:05,580 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a8cf619b0679:0, corePoolSize=1, maxPoolSize=1 2024-11-25T20:23:05,583 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732566215583 2024-11-25T20:23:05,585 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T20:23:05,587 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T20:23:05,587 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-25T20:23:05,588 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-25T20:23:05,590 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T20:23:05,591 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T20:23:05,591 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T20:23:05,592 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T20:23:05,592 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:05,592 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T20:23:05,592 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T20:23:05,599 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T20:23:05,600 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T20:23:05,601 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T20:23:05,623 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T20:23:05,623 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T20:23:05,628 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a8cf619b0679:0:becomeActiveMaster-HFileCleaner.large.0-1732566185625,5,FailOnTimeoutGroup] 2024-11-25T20:23:05,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741831_1007 (size=1039) 2024-11-25T20:23:05,638 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56223, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T20:23:05,640 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-25T20:23:05,641 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b 2024-11-25T20:23:05,648 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38483 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3280) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:593) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:05,655 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a8cf619b0679:0:becomeActiveMaster-HFileCleaner.small.0-1732566185638,5,FailOnTimeoutGroup] 2024-11-25T20:23:05,655 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T20:23:05,655 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T20:23:05,656 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T20:23:05,657 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T20:23:05,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741832_1008 (size=32) 2024-11-25T20:23:05,687 DEBUG [RS:0;a8cf619b0679:41621 {}] regionserver.HRegionServer(3097): Master is not running yet 2024-11-25T20:23:05,688 WARN [RS:0;a8cf619b0679:41621 {}] regionserver.HRegionServer(1099): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-25T20:23:05,789 INFO [RS:0;a8cf619b0679:41621 {}] regionserver.HRegionServer(3073): reportForDuty to master=a8cf619b0679,38483,1732566181290 with isa=a8cf619b0679/172.17.0.2:41621, startcode=1732566182451 2024-11-25T20:23:05,791 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38483 {}] master.ServerManager(332): Checking decommissioned status of RegionServer a8cf619b0679,41621,1732566182451 2024-11-25T20:23:05,794 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38483 {}] master.ServerManager(486): Registering regionserver=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:05,804 DEBUG [RS:0;a8cf619b0679:41621 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b 2024-11-25T20:23:05,804 DEBUG [RS:0;a8cf619b0679:41621 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:40379 2024-11-25T20:23:05,804 DEBUG [RS:0;a8cf619b0679:41621 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-25T20:23:05,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38483-0x10174f384af0000, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T20:23:05,822 DEBUG [RS:0;a8cf619b0679:41621 {}] zookeeper.ZKUtil(111): regionserver:41621-0x10174f384af0001, quorum=127.0.0.1:49356, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a8cf619b0679,41621,1732566182451 2024-11-25T20:23:05,822 WARN [RS:0;a8cf619b0679:41621 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T20:23:05,822 INFO [RS:0;a8cf619b0679:41621 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T20:23:05,823 DEBUG [RS:0;a8cf619b0679:41621 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/WALs/a8cf619b0679,41621,1732566182451 2024-11-25T20:23:05,824 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a8cf619b0679,41621,1732566182451] 2024-11-25T20:23:05,841 DEBUG [RS:0;a8cf619b0679:41621 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-25T20:23:05,853 INFO [RS:0;a8cf619b0679:41621 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T20:23:05,871 INFO [RS:0;a8cf619b0679:41621 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T20:23:05,874 INFO [RS:0;a8cf619b0679:41621 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T20:23:05,875 INFO [RS:0;a8cf619b0679:41621 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T20:23:05,880 INFO [RS:0;a8cf619b0679:41621 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-25T20:23:05,889 INFO [RS:0;a8cf619b0679:41621 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T20:23:05,890 DEBUG [RS:0;a8cf619b0679:41621 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a8cf619b0679:0, corePoolSize=1, maxPoolSize=1 2024-11-25T20:23:05,890 DEBUG [RS:0;a8cf619b0679:41621 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a8cf619b0679:0, corePoolSize=1, maxPoolSize=1 2024-11-25T20:23:05,890 DEBUG [RS:0;a8cf619b0679:41621 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a8cf619b0679:0, corePoolSize=1, maxPoolSize=1 2024-11-25T20:23:05,890 DEBUG [RS:0;a8cf619b0679:41621 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a8cf619b0679:0, corePoolSize=1, maxPoolSize=1 2024-11-25T20:23:05,891 DEBUG [RS:0;a8cf619b0679:41621 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a8cf619b0679:0, corePoolSize=1, maxPoolSize=1 2024-11-25T20:23:05,891 DEBUG [RS:0;a8cf619b0679:41621 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a8cf619b0679:0, corePoolSize=2, maxPoolSize=2 2024-11-25T20:23:05,891 DEBUG [RS:0;a8cf619b0679:41621 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a8cf619b0679:0, corePoolSize=1, maxPoolSize=1 2024-11-25T20:23:05,891 DEBUG [RS:0;a8cf619b0679:41621 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a8cf619b0679:0, corePoolSize=1, maxPoolSize=1 2024-11-25T20:23:05,892 DEBUG [RS:0;a8cf619b0679:41621 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a8cf619b0679:0, corePoolSize=1, maxPoolSize=1 2024-11-25T20:23:05,892 DEBUG [RS:0;a8cf619b0679:41621 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a8cf619b0679:0, corePoolSize=1, maxPoolSize=1 2024-11-25T20:23:05,892 DEBUG [RS:0;a8cf619b0679:41621 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a8cf619b0679:0, corePoolSize=1, maxPoolSize=1 2024-11-25T20:23:05,892 DEBUG [RS:0;a8cf619b0679:41621 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a8cf619b0679:0, corePoolSize=3, maxPoolSize=3 2024-11-25T20:23:05,892 DEBUG [RS:0;a8cf619b0679:41621 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0, corePoolSize=3, maxPoolSize=3 2024-11-25T20:23:05,895 INFO [RS:0;a8cf619b0679:41621 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T20:23:05,895 INFO [RS:0;a8cf619b0679:41621 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T20:23:05,895 INFO [RS:0;a8cf619b0679:41621 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T20:23:05,895 INFO [RS:0;a8cf619b0679:41621 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T20:23:05,896 INFO [RS:0;a8cf619b0679:41621 {}] hbase.ChoreService(168): Chore ScheduledChore name=a8cf619b0679,41621,1732566182451-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T20:23:05,921 INFO [RS:0;a8cf619b0679:41621 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T20:23:05,923 INFO [RS:0;a8cf619b0679:41621 {}] hbase.ChoreService(168): Chore ScheduledChore name=a8cf619b0679,41621,1732566182451-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T20:23:05,949 INFO [RS:0;a8cf619b0679:41621 {}] regionserver.Replication(204): a8cf619b0679,41621,1732566182451 started 2024-11-25T20:23:05,949 INFO [RS:0;a8cf619b0679:41621 {}] regionserver.HRegionServer(1767): Serving as a8cf619b0679,41621,1732566182451, RpcServer on a8cf619b0679/172.17.0.2:41621, sessionid=0x10174f384af0001 2024-11-25T20:23:05,950 DEBUG [RS:0;a8cf619b0679:41621 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T20:23:05,950 DEBUG [RS:0;a8cf619b0679:41621 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a8cf619b0679,41621,1732566182451 2024-11-25T20:23:05,950 DEBUG [RS:0;a8cf619b0679:41621 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a8cf619b0679,41621,1732566182451' 2024-11-25T20:23:05,950 DEBUG [RS:0;a8cf619b0679:41621 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T20:23:05,951 DEBUG [RS:0;a8cf619b0679:41621 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T20:23:05,952 DEBUG [RS:0;a8cf619b0679:41621 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T20:23:05,952 DEBUG [RS:0;a8cf619b0679:41621 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T20:23:05,952 DEBUG [RS:0;a8cf619b0679:41621 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a8cf619b0679,41621,1732566182451 2024-11-25T20:23:05,952 DEBUG [RS:0;a8cf619b0679:41621 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a8cf619b0679,41621,1732566182451' 2024-11-25T20:23:05,952 DEBUG [RS:0;a8cf619b0679:41621 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T20:23:05,953 DEBUG [RS:0;a8cf619b0679:41621 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T20:23:05,953 DEBUG [RS:0;a8cf619b0679:41621 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T20:23:05,954 INFO [RS:0;a8cf619b0679:41621 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T20:23:05,954 INFO [RS:0;a8cf619b0679:41621 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T20:23:06,061 INFO [RS:0;a8cf619b0679:41621 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T20:23:06,067 INFO [RS:0;a8cf619b0679:41621 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a8cf619b0679%2C41621%2C1732566182451, suffix=, logDir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/WALs/a8cf619b0679,41621,1732566182451, archiveDir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/oldWALs, maxLogs=32 2024-11-25T20:23:06,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T20:23:06,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T20:23:06,080 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T20:23:06,081 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:06,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T20:23:06,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T20:23:06,084 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T20:23:06,085 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:06,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T20:23:06,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T20:23:06,088 DEBUG [RS:0;a8cf619b0679:41621 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/WALs/a8cf619b0679,41621,1732566182451/a8cf619b0679%2C41621%2C1732566182451.1732566186071, exclude list is [], retry=0 2024-11-25T20:23:06,089 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T20:23:06,089 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:06,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T20:23:06,092 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/hbase/meta/1588230740 2024-11-25T20:23:06,092 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36225,DS-6919c644-eb75-4ed3-ab9d-1a4b339070b9,DISK] 2024-11-25T20:23:06,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/hbase/meta/1588230740 2024-11-25T20:23:06,096 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T20:23:06,096 INFO [RS:0;a8cf619b0679:41621 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/WALs/a8cf619b0679,41621,1732566182451/a8cf619b0679%2C41621%2C1732566182451.1732566186071 2024-11-25T20:23:06,097 DEBUG [RS:0;a8cf619b0679:41621 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42921:42921)] 2024-11-25T20:23:06,098 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-25T20:23:06,102 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T20:23:06,103 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64126800, jitterRate=-0.04443621635437012}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T20:23:06,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-25T20:23:06,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-25T20:23:06,106 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-25T20:23:06,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-25T20:23:06,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T20:23:06,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T20:23:06,107 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-25T20:23:06,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-25T20:23:06,110 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-25T20:23:06,110 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-25T20:23:06,114 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T20:23:06,121 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T20:23:06,123 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T20:23:06,276 DEBUG [a8cf619b0679:38483 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T20:23:06,280 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:06,286 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a8cf619b0679,41621,1732566182451, state=OPENING 2024-11-25T20:23:06,296 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T20:23:06,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41621-0x10174f384af0001, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T20:23:06,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38483-0x10174f384af0000, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T20:23:06,306 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T20:23:06,306 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T20:23:06,308 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=a8cf619b0679,41621,1732566182451}] 2024-11-25T20:23:06,489 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:06,491 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T20:23:06,497 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49060, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T20:23:06,518 INFO [RS_OPEN_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-25T20:23:06,519 INFO [RS_OPEN_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T20:23:06,520 INFO [RS_OPEN_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T20:23:06,530 INFO [RS_OPEN_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a8cf619b0679%2C41621%2C1732566182451.meta, suffix=.meta, logDir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/WALs/a8cf619b0679,41621,1732566182451, archiveDir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/oldWALs, maxLogs=32 2024-11-25T20:23:06,554 DEBUG [RS_OPEN_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/WALs/a8cf619b0679,41621,1732566182451/a8cf619b0679%2C41621%2C1732566182451.meta.1732566186532.meta, exclude list is [], retry=0 2024-11-25T20:23:06,564 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36225,DS-6919c644-eb75-4ed3-ab9d-1a4b339070b9,DISK] 2024-11-25T20:23:06,570 INFO [RS_OPEN_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/WALs/a8cf619b0679,41621,1732566182451/a8cf619b0679%2C41621%2C1732566182451.meta.1732566186532.meta 2024-11-25T20:23:06,578 DEBUG [RS_OPEN_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42921:42921)] 2024-11-25T20:23:06,578 DEBUG [RS_OPEN_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T20:23:06,580 DEBUG [RS_OPEN_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T20:23:06,660 DEBUG [RS_OPEN_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T20:23:06,665 INFO [RS_OPEN_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T20:23:06,670 DEBUG [RS_OPEN_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T20:23:06,670 DEBUG [RS_OPEN_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T20:23:06,670 DEBUG [RS_OPEN_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-25T20:23:06,671 DEBUG [RS_OPEN_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-25T20:23:06,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T20:23:06,678 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T20:23:06,678 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:06,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T20:23:06,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T20:23:06,681 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T20:23:06,682 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:06,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T20:23:06,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T20:23:06,685 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T20:23:06,685 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:06,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T20:23:06,689 DEBUG [RS_OPEN_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/hbase/meta/1588230740 2024-11-25T20:23:06,693 DEBUG [RS_OPEN_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/hbase/meta/1588230740 2024-11-25T20:23:06,697 DEBUG [RS_OPEN_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T20:23:06,701 DEBUG [RS_OPEN_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-25T20:23:06,703 INFO [RS_OPEN_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71040927, jitterRate=0.0585923045873642}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T20:23:06,705 DEBUG [RS_OPEN_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-25T20:23:06,716 INFO [RS_OPEN_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732566186482 2024-11-25T20:23:06,750 DEBUG [RS_OPEN_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T20:23:06,750 INFO [RS_OPEN_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-25T20:23:06,752 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:06,758 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a8cf619b0679,41621,1732566182451, state=OPEN 2024-11-25T20:23:06,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38483-0x10174f384af0000, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T20:23:06,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41621-0x10174f384af0001, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T20:23:06,803 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T20:23:06,807 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T20:23:06,815 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T20:23:06,816 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=a8cf619b0679,41621,1732566182451 in 496 msec 2024-11-25T20:23:06,828 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T20:23:06,828 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 703 msec 2024-11-25T20:23:06,836 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.3400 sec 2024-11-25T20:23:06,837 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732566186836, completionTime=-1 2024-11-25T20:23:06,837 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T20:23:06,837 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-25T20:23:06,892 DEBUG [hconnection-0x29d20772-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:23:06,897 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49072, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:23:06,913 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-25T20:23:06,913 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732566246913 2024-11-25T20:23:06,913 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732566306913 2024-11-25T20:23:06,914 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 76 msec 2024-11-25T20:23:06,958 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a8cf619b0679,38483,1732566181290-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T20:23:06,959 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a8cf619b0679,38483,1732566181290-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T20:23:06,959 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a8cf619b0679,38483,1732566181290-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T20:23:06,961 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a8cf619b0679:38483, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T20:23:06,962 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T20:23:06,968 DEBUG [master/a8cf619b0679:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-25T20:23:06,972 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-25T20:23:06,973 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T20:23:06,981 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-25T20:23:06,986 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T20:23:06,988 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:06,991 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T20:23:07,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741835_1011 (size=358) 2024-11-25T20:23:07,014 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 884887d71eff41df23895024ca5028f1, NAME => 'hbase:namespace,,1732566186972.884887d71eff41df23895024ca5028f1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b 2024-11-25T20:23:07,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741836_1012 (size=42) 2024-11-25T20:23:07,427 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732566186972.884887d71eff41df23895024ca5028f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T20:23:07,427 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 884887d71eff41df23895024ca5028f1, disabling compactions & flushes 2024-11-25T20:23:07,427 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732566186972.884887d71eff41df23895024ca5028f1. 2024-11-25T20:23:07,427 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732566186972.884887d71eff41df23895024ca5028f1. 2024-11-25T20:23:07,427 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732566186972.884887d71eff41df23895024ca5028f1. after waiting 0 ms 2024-11-25T20:23:07,428 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732566186972.884887d71eff41df23895024ca5028f1. 2024-11-25T20:23:07,428 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732566186972.884887d71eff41df23895024ca5028f1. 2024-11-25T20:23:07,428 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 884887d71eff41df23895024ca5028f1: 2024-11-25T20:23:07,431 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T20:23:07,437 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732566186972.884887d71eff41df23895024ca5028f1.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732566187432"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732566187432"}]},"ts":"1732566187432"} 2024-11-25T20:23:07,463 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-25T20:23:07,466 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T20:23:07,469 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732566187466"}]},"ts":"1732566187466"} 2024-11-25T20:23:07,474 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-25T20:23:07,491 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=884887d71eff41df23895024ca5028f1, ASSIGN}] 2024-11-25T20:23:07,494 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=884887d71eff41df23895024ca5028f1, ASSIGN 2024-11-25T20:23:07,496 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=884887d71eff41df23895024ca5028f1, ASSIGN; state=OFFLINE, location=a8cf619b0679,41621,1732566182451; forceNewPlan=false, retain=false 2024-11-25T20:23:07,647 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=884887d71eff41df23895024ca5028f1, regionState=OPENING, regionLocation=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:07,652 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 884887d71eff41df23895024ca5028f1, server=a8cf619b0679,41621,1732566182451}] 2024-11-25T20:23:07,806 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:07,813 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732566186972.884887d71eff41df23895024ca5028f1. 2024-11-25T20:23:07,813 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 884887d71eff41df23895024ca5028f1, NAME => 'hbase:namespace,,1732566186972.884887d71eff41df23895024ca5028f1.', STARTKEY => '', ENDKEY => ''} 2024-11-25T20:23:07,813 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 884887d71eff41df23895024ca5028f1 2024-11-25T20:23:07,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732566186972.884887d71eff41df23895024ca5028f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T20:23:07,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 884887d71eff41df23895024ca5028f1 2024-11-25T20:23:07,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 884887d71eff41df23895024ca5028f1 2024-11-25T20:23:07,816 INFO [StoreOpener-884887d71eff41df23895024ca5028f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 884887d71eff41df23895024ca5028f1 2024-11-25T20:23:07,819 INFO [StoreOpener-884887d71eff41df23895024ca5028f1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 884887d71eff41df23895024ca5028f1 columnFamilyName info 2024-11-25T20:23:07,819 DEBUG [StoreOpener-884887d71eff41df23895024ca5028f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:07,820 INFO [StoreOpener-884887d71eff41df23895024ca5028f1-1 {}] regionserver.HStore(327): Store=884887d71eff41df23895024ca5028f1/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T20:23:07,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/hbase/namespace/884887d71eff41df23895024ca5028f1 2024-11-25T20:23:07,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/hbase/namespace/884887d71eff41df23895024ca5028f1 2024-11-25T20:23:07,826 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 884887d71eff41df23895024ca5028f1 2024-11-25T20:23:07,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/hbase/namespace/884887d71eff41df23895024ca5028f1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T20:23:07,831 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 884887d71eff41df23895024ca5028f1; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63057812, jitterRate=-0.060365378856658936}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T20:23:07,833 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 884887d71eff41df23895024ca5028f1: 2024-11-25T20:23:07,835 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732566186972.884887d71eff41df23895024ca5028f1., pid=6, masterSystemTime=1732566187806 2024-11-25T20:23:07,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732566186972.884887d71eff41df23895024ca5028f1. 2024-11-25T20:23:07,838 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732566186972.884887d71eff41df23895024ca5028f1. 2024-11-25T20:23:07,839 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=884887d71eff41df23895024ca5028f1, regionState=OPEN, openSeqNum=2, regionLocation=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:07,847 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T20:23:07,849 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 884887d71eff41df23895024ca5028f1, server=a8cf619b0679,41621,1732566182451 in 191 msec 2024-11-25T20:23:07,851 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T20:23:07,851 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=884887d71eff41df23895024ca5028f1, ASSIGN in 357 msec 2024-11-25T20:23:07,852 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T20:23:07,853 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732566187853"}]},"ts":"1732566187853"} 2024-11-25T20:23:07,855 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-25T20:23:07,866 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T20:23:07,870 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 892 msec 2024-11-25T20:23:07,886 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:38483-0x10174f384af0000, quorum=127.0.0.1:49356, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-25T20:23:07,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38483-0x10174f384af0000, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-25T20:23:07,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41621-0x10174f384af0001, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T20:23:07,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38483-0x10174f384af0000, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T20:23:07,960 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-25T20:23:07,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38483-0x10174f384af0000, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-25T20:23:08,011 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 63 msec 2024-11-25T20:23:08,017 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-25T20:23:08,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38483-0x10174f384af0000, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-25T20:23:08,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 32 msec 2024-11-25T20:23:08,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38483-0x10174f384af0000, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-25T20:23:08,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38483-0x10174f384af0000, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-25T20:23:08,097 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 5.378sec 2024-11-25T20:23:08,098 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T20:23:08,099 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T20:23:08,100 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T20:23:08,101 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T20:23:08,101 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T20:23:08,102 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a8cf619b0679,38483,1732566181290-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T20:23:08,103 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a8cf619b0679,38483,1732566181290-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T20:23:08,120 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-25T20:23:08,122 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T20:23:08,122 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a8cf619b0679,38483,1732566181290-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T20:23:08,123 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x46c68f47 to 127.0.0.1:49356 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3707519d 2024-11-25T20:23:08,124 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-25T20:23:08,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74949a9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:23:08,145 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-25T20:23:08,145 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-25T20:23:08,157 DEBUG [hconnection-0x60d6e496-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:23:08,166 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37260, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:23:08,178 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=a8cf619b0679,38483,1732566181290 2024-11-25T20:23:08,201 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=217, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=715, ProcessCount=11, AvailableMemoryMB=3838 2024-11-25T20:23:08,213 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T20:23:08,216 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51486, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T20:23:08,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T20:23:08,228 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T20:23:08,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T20:23:08,234 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T20:23:08,234 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:08,235 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-25T20:23:08,238 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T20:23:08,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-25T20:23:08,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741837_1013 (size=960) 2024-11-25T20:23:08,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-25T20:23:08,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-25T20:23:08,673 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b 2024-11-25T20:23:08,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741838_1014 (size=53) 2024-11-25T20:23:08,684 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T20:23:08,684 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 5e69bb96165f47319a0aac3774a69e56, disabling compactions & flushes 2024-11-25T20:23:08,684 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:08,684 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:08,684 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. after waiting 0 ms 2024-11-25T20:23:08,684 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:08,684 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:08,684 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 5e69bb96165f47319a0aac3774a69e56: 2024-11-25T20:23:08,686 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T20:23:08,686 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732566188686"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732566188686"}]},"ts":"1732566188686"} 2024-11-25T20:23:08,689 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-25T20:23:08,691 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T20:23:08,691 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732566188691"}]},"ts":"1732566188691"} 2024-11-25T20:23:08,694 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T20:23:08,755 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5e69bb96165f47319a0aac3774a69e56, ASSIGN}] 2024-11-25T20:23:08,758 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5e69bb96165f47319a0aac3774a69e56, ASSIGN 2024-11-25T20:23:08,759 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5e69bb96165f47319a0aac3774a69e56, ASSIGN; state=OFFLINE, location=a8cf619b0679,41621,1732566182451; forceNewPlan=false, retain=false 2024-11-25T20:23:08,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-25T20:23:08,910 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=5e69bb96165f47319a0aac3774a69e56, regionState=OPENING, regionLocation=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:08,914 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451}] 2024-11-25T20:23:09,068 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:09,080 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:09,080 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} 2024-11-25T20:23:09,081 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 5e69bb96165f47319a0aac3774a69e56 2024-11-25T20:23:09,081 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T20:23:09,081 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 5e69bb96165f47319a0aac3774a69e56 2024-11-25T20:23:09,081 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 5e69bb96165f47319a0aac3774a69e56 2024-11-25T20:23:09,084 INFO [StoreOpener-5e69bb96165f47319a0aac3774a69e56-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 5e69bb96165f47319a0aac3774a69e56 2024-11-25T20:23:09,088 INFO [StoreOpener-5e69bb96165f47319a0aac3774a69e56-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T20:23:09,089 INFO [StoreOpener-5e69bb96165f47319a0aac3774a69e56-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e69bb96165f47319a0aac3774a69e56 columnFamilyName A 2024-11-25T20:23:09,089 DEBUG [StoreOpener-5e69bb96165f47319a0aac3774a69e56-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:09,090 INFO [StoreOpener-5e69bb96165f47319a0aac3774a69e56-1 {}] regionserver.HStore(327): Store=5e69bb96165f47319a0aac3774a69e56/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T20:23:09,091 INFO [StoreOpener-5e69bb96165f47319a0aac3774a69e56-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 5e69bb96165f47319a0aac3774a69e56 2024-11-25T20:23:09,092 INFO [StoreOpener-5e69bb96165f47319a0aac3774a69e56-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T20:23:09,093 INFO [StoreOpener-5e69bb96165f47319a0aac3774a69e56-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e69bb96165f47319a0aac3774a69e56 columnFamilyName B 2024-11-25T20:23:09,093 DEBUG [StoreOpener-5e69bb96165f47319a0aac3774a69e56-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:09,094 INFO [StoreOpener-5e69bb96165f47319a0aac3774a69e56-1 {}] regionserver.HStore(327): Store=5e69bb96165f47319a0aac3774a69e56/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T20:23:09,094 INFO [StoreOpener-5e69bb96165f47319a0aac3774a69e56-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 5e69bb96165f47319a0aac3774a69e56 2024-11-25T20:23:09,096 INFO [StoreOpener-5e69bb96165f47319a0aac3774a69e56-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T20:23:09,096 INFO [StoreOpener-5e69bb96165f47319a0aac3774a69e56-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e69bb96165f47319a0aac3774a69e56 columnFamilyName C 2024-11-25T20:23:09,096 DEBUG [StoreOpener-5e69bb96165f47319a0aac3774a69e56-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:09,097 INFO [StoreOpener-5e69bb96165f47319a0aac3774a69e56-1 {}] regionserver.HStore(327): Store=5e69bb96165f47319a0aac3774a69e56/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T20:23:09,097 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:09,099 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56 2024-11-25T20:23:09,100 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56 2024-11-25T20:23:09,102 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T20:23:09,104 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 5e69bb96165f47319a0aac3774a69e56 2024-11-25T20:23:09,108 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T20:23:09,109 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 5e69bb96165f47319a0aac3774a69e56; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74434516, jitterRate=0.10916072130203247}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T20:23:09,110 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 5e69bb96165f47319a0aac3774a69e56: 2024-11-25T20:23:09,111 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56., pid=11, masterSystemTime=1732566189068 2024-11-25T20:23:09,114 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:09,114 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:09,115 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=5e69bb96165f47319a0aac3774a69e56, regionState=OPEN, openSeqNum=2, regionLocation=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:09,120 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-25T20:23:09,121 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 in 203 msec 2024-11-25T20:23:09,123 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T20:23:09,124 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=5e69bb96165f47319a0aac3774a69e56, ASSIGN in 365 msec 2024-11-25T20:23:09,125 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T20:23:09,125 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732566189125"}]},"ts":"1732566189125"} 2024-11-25T20:23:09,128 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T20:23:09,250 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T20:23:09,255 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.0220 sec 2024-11-25T20:23:09,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-25T20:23:09,357 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-25T20:23:09,361 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3b429df8 to 127.0.0.1:49356 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@49ad5911 2024-11-25T20:23:09,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1175f248, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:23:09,377 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:23:09,379 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37276, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:23:09,383 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T20:23:09,387 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51500, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T20:23:09,396 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0c19bd5b to 127.0.0.1:49356 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@54981466 2024-11-25T20:23:09,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b787d14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:23:09,408 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x777dd609 to 127.0.0.1:49356 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6352d7a4 2024-11-25T20:23:09,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e3a125e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:23:09,416 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x74655007 to 127.0.0.1:49356 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@31f7ee48 2024-11-25T20:23:09,422 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f21a2ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:23:09,425 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4a9f2550 to 127.0.0.1:49356 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@449407e5 2024-11-25T20:23:09,431 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4274fcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:23:09,433 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x68535675 to 127.0.0.1:49356 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@55813d2c 2024-11-25T20:23:09,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b667940, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:23:09,442 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x53a0c5fc to 127.0.0.1:49356 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@596f562b 2024-11-25T20:23:09,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e7dbe62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:23:09,457 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72751967 to 127.0.0.1:49356 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5188d70c 2024-11-25T20:23:09,464 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12c5edf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:23:09,467 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0549063c to 127.0.0.1:49356 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@38ded901 2024-11-25T20:23:09,480 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2060957a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:23:09,482 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0b43a4fb to 127.0.0.1:49356 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@451b6243 2024-11-25T20:23:09,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6174e4df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:23:09,497 DEBUG [hconnection-0x25557d7e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:23:09,499 DEBUG [hconnection-0x7b5d524b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:23:09,500 DEBUG [hconnection-0x17b3816e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:23:09,503 DEBUG [hconnection-0x134cb240-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:23:09,504 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:23:09,507 DEBUG [hconnection-0x4a22ee9a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:23:09,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-25T20:23:09,511 DEBUG [hconnection-0x34e8847a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:23:09,513 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37294, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:23:09,513 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37290, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:23:09,515 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:23:09,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-25T20:23:09,517 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:23:09,519 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:23:09,519 DEBUG [hconnection-0x23bc3a57-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:23:09,520 DEBUG [hconnection-0x5e621c7f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:23:09,522 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37302, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:23:09,523 DEBUG [hconnection-0x32d9f7e6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:23:09,528 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37310, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:23:09,531 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37314, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:23:09,533 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37320, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:23:09,544 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37330, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:23:09,555 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37342, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:23:09,559 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37348, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:23:09,615 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5e69bb96165f47319a0aac3774a69e56 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T20:23:09,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on 5e69bb96165f47319a0aac3774a69e56 2024-11-25T20:23:09,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-25T20:23:09,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=A 2024-11-25T20:23:09,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:09,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=B 2024-11-25T20:23:09,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:09,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=C 2024-11-25T20:23:09,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:09,691 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:09,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T20:23:09,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:09,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. as already flushing 2024-11-25T20:23:09,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:09,713 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:09,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:09,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:09,775 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/91c662b9f2234754a28180078ac95a26 is 50, key is test_row_0/A:col10/1732566189583/Put/seqid=0 2024-11-25T20:23:09,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-25T20:23:09,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:09,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37342 deadline: 1732566249813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:09,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:09,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37320 deadline: 1732566249816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:09,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:09,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37290 deadline: 1732566249820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:09,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:09,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37314 deadline: 1732566249820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:09,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:09,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37348 deadline: 1732566249823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:09,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741839_1015 (size=16681) 2024-11-25T20:23:09,861 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/91c662b9f2234754a28180078ac95a26 2024-11-25T20:23:09,889 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:09,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T20:23:09,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:09,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. as already flushing 2024-11-25T20:23:09,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:09,897 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:09,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:09,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:09,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:09,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37342 deadline: 1732566249930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:09,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:09,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37320 deadline: 1732566249931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:09,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:09,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37290 deadline: 1732566249934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:09,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:09,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37314 deadline: 1732566249935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:09,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:09,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37348 deadline: 1732566249937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:09,969 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/8aaae6a8537f4af289adf2e41c46f81c is 50, key is test_row_0/B:col10/1732566189583/Put/seqid=0 2024-11-25T20:23:10,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741840_1016 (size=12001) 2024-11-25T20:23:10,036 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/8aaae6a8537f4af289adf2e41c46f81c 2024-11-25T20:23:10,056 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:10,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T20:23:10,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:10,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. as already flushing 2024-11-25T20:23:10,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:10,082 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:10,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:10,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:10,104 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/d952588803154b85829fbca368033b72 is 50, key is test_row_0/C:col10/1732566189583/Put/seqid=0 2024-11-25T20:23:10,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-25T20:23:10,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:10,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37342 deadline: 1732566250138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:10,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:10,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37320 deadline: 1732566250139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:10,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:10,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37348 deadline: 1732566250147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:10,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:10,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37290 deadline: 1732566250149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:10,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:10,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37314 deadline: 1732566250151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:10,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741841_1017 (size=12001) 2024-11-25T20:23:10,172 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/d952588803154b85829fbca368033b72 2024-11-25T20:23:10,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/91c662b9f2234754a28180078ac95a26 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/91c662b9f2234754a28180078ac95a26 2024-11-25T20:23:10,207 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/91c662b9f2234754a28180078ac95a26, entries=250, sequenceid=12, filesize=16.3 K 2024-11-25T20:23:10,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/8aaae6a8537f4af289adf2e41c46f81c as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/8aaae6a8537f4af289adf2e41c46f81c 2024-11-25T20:23:10,237 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:10,243 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T20:23:10,243 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/8aaae6a8537f4af289adf2e41c46f81c, entries=150, sequenceid=12, filesize=11.7 K 2024-11-25T20:23:10,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:10,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. as already flushing 2024-11-25T20:23:10,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:10,243 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:10,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:10,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/d952588803154b85829fbca368033b72 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/d952588803154b85829fbca368033b72 2024-11-25T20:23:10,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:10,276 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/d952588803154b85829fbca368033b72, entries=150, sequenceid=12, filesize=11.7 K 2024-11-25T20:23:10,283 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 5e69bb96165f47319a0aac3774a69e56 in 668ms, sequenceid=12, compaction requested=false 2024-11-25T20:23:10,284 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-25T20:23:10,289 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5e69bb96165f47319a0aac3774a69e56: 2024-11-25T20:23:10,409 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:10,410 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T20:23:10,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:10,411 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 5e69bb96165f47319a0aac3774a69e56 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T20:23:10,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=A 2024-11-25T20:23:10,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:10,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=B 2024-11-25T20:23:10,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:10,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=C 2024-11-25T20:23:10,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:10,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/19255a8b5ab945d39b0f6643359606cc is 50, key is test_row_0/A:col10/1732566189819/Put/seqid=0 2024-11-25T20:23:10,453 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. as already flushing 2024-11-25T20:23:10,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on 5e69bb96165f47319a0aac3774a69e56 2024-11-25T20:23:10,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741842_1018 (size=12001) 2024-11-25T20:23:10,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:10,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37320 deadline: 1732566250488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:10,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:10,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37290 deadline: 1732566250489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:10,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:10,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37348 deadline: 1732566250499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:10,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:10,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37314 deadline: 1732566250499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:10,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:10,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37342 deadline: 1732566250500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:10,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:10,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:10,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37320 deadline: 1732566250608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:10,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37290 deadline: 1732566250609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:10,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:10,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37348 deadline: 1732566250621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:10,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-25T20:23:10,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:10,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37314 deadline: 1732566250623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:10,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:10,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37342 deadline: 1732566250624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:10,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:10,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37320 deadline: 1732566250817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:10,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:10,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37290 deadline: 1732566250817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:10,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:10,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37314 deadline: 1732566250831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:10,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:10,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37348 deadline: 1732566250831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:10,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:10,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37342 deadline: 1732566250837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:10,906 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/19255a8b5ab945d39b0f6643359606cc 2024-11-25T20:23:10,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/3c3fa36b108f4b7fa70bd2e6af62b28a is 50, key is test_row_0/B:col10/1732566189819/Put/seqid=0 2024-11-25T20:23:11,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741843_1019 (size=12001) 2024-11-25T20:23:11,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:11,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37320 deadline: 1732566251128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:11,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:11,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37290 deadline: 1732566251132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:11,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:11,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37348 deadline: 1732566251141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:11,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:11,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37314 deadline: 1732566251148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:11,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:11,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37342 deadline: 1732566251164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:11,405 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/3c3fa36b108f4b7fa70bd2e6af62b28a 2024-11-25T20:23:11,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/41f3683f0db247919fde82a09cb005d6 is 50, key is test_row_0/C:col10/1732566189819/Put/seqid=0 2024-11-25T20:23:11,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741844_1020 (size=12001) 2024-11-25T20:23:11,473 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/41f3683f0db247919fde82a09cb005d6 2024-11-25T20:23:11,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/19255a8b5ab945d39b0f6643359606cc as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/19255a8b5ab945d39b0f6643359606cc 2024-11-25T20:23:11,537 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/19255a8b5ab945d39b0f6643359606cc, entries=150, sequenceid=37, filesize=11.7 K 2024-11-25T20:23:11,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/3c3fa36b108f4b7fa70bd2e6af62b28a as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/3c3fa36b108f4b7fa70bd2e6af62b28a 2024-11-25T20:23:11,560 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/3c3fa36b108f4b7fa70bd2e6af62b28a, entries=150, sequenceid=37, filesize=11.7 K 2024-11-25T20:23:11,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/41f3683f0db247919fde82a09cb005d6 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/41f3683f0db247919fde82a09cb005d6 2024-11-25T20:23:11,577 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/41f3683f0db247919fde82a09cb005d6, entries=150, sequenceid=37, filesize=11.7 K 2024-11-25T20:23:11,583 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=67.09 KB/68700 for 5e69bb96165f47319a0aac3774a69e56 in 1172ms, sequenceid=37, compaction requested=false 2024-11-25T20:23:11,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 5e69bb96165f47319a0aac3774a69e56: 2024-11-25T20:23:11,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:11,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-25T20:23:11,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-25T20:23:11,591 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-25T20:23:11,591 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0680 sec 2024-11-25T20:23:11,597 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 2.0880 sec 2024-11-25T20:23:11,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-25T20:23:11,629 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-25T20:23:11,635 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:23:11,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-25T20:23:11,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-25T20:23:11,642 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:23:11,648 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:23:11,648 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:23:11,650 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5e69bb96165f47319a0aac3774a69e56 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-25T20:23:11,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=A 2024-11-25T20:23:11,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:11,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=B 2024-11-25T20:23:11,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:11,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=C 2024-11-25T20:23:11,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:11,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on 5e69bb96165f47319a0aac3774a69e56 2024-11-25T20:23:11,692 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/e70f942f74194afdaf46ec7be36d65ba is 50, key is test_row_0/A:col10/1732566190488/Put/seqid=0 2024-11-25T20:23:11,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741845_1021 (size=16681) 2024-11-25T20:23:11,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-25T20:23:11,803 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:11,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-25T20:23:11,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:11,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. as already flushing 2024-11-25T20:23:11,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:11,805 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:11,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:11,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:11,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:11,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37314 deadline: 1732566251804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:11,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:11,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37348 deadline: 1732566251809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:11,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:11,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37290 deadline: 1732566251816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:11,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:11,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37320 deadline: 1732566251816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:11,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:11,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37342 deadline: 1732566251823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:11,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:11,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37314 deadline: 1732566251920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:11,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:11,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37348 deadline: 1732566251926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:11,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:11,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37320 deadline: 1732566251935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:11,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:11,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37290 deadline: 1732566251938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:11,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:11,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37342 deadline: 1732566251940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:11,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-25T20:23:11,959 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:11,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-25T20:23:11,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:11,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. as already flushing 2024-11-25T20:23:11,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:11,960 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:11,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:11,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:12,123 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:12,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-25T20:23:12,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:12,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. as already flushing 2024-11-25T20:23:12,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:12,127 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:12,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:12,128 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/e70f942f74194afdaf46ec7be36d65ba 2024-11-25T20:23:12,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:12,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:12,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37314 deadline: 1732566252129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:12,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:12,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37320 deadline: 1732566252141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:12,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:12,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37348 deadline: 1732566252141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:12,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:12,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:12,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37342 deadline: 1732566252148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:12,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37290 deadline: 1732566252145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:12,172 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/d41095c986dc455c978d194d4a9a799f is 50, key is test_row_0/B:col10/1732566190488/Put/seqid=0 2024-11-25T20:23:12,184 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T20:23:12,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741846_1022 (size=12001) 2024-11-25T20:23:12,190 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/d41095c986dc455c978d194d4a9a799f 2024-11-25T20:23:12,242 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/cb169a0916f6401ba27982d7521534e1 is 50, key is test_row_0/C:col10/1732566190488/Put/seqid=0 2024-11-25T20:23:12,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-25T20:23:12,287 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:12,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-25T20:23:12,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:12,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. as already flushing 2024-11-25T20:23:12,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:12,289 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:12,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:12,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:12,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741847_1023 (size=12001) 2024-11-25T20:23:12,301 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/cb169a0916f6401ba27982d7521534e1 2024-11-25T20:23:12,318 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T20:23:12,319 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-25T20:23:12,324 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/e70f942f74194afdaf46ec7be36d65ba as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/e70f942f74194afdaf46ec7be36d65ba 2024-11-25T20:23:12,327 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T20:23:12,327 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-25T20:23:12,330 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-25T20:23:12,331 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-25T20:23:12,332 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T20:23:12,333 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-25T20:23:12,333 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-25T20:23:12,333 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-25T20:23:12,339 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-25T20:23:12,339 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-25T20:23:12,349 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/e70f942f74194afdaf46ec7be36d65ba, entries=250, sequenceid=52, filesize=16.3 K 2024-11-25T20:23:12,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/d41095c986dc455c978d194d4a9a799f as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/d41095c986dc455c978d194d4a9a799f 2024-11-25T20:23:12,388 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/d41095c986dc455c978d194d4a9a799f, entries=150, sequenceid=52, filesize=11.7 K 2024-11-25T20:23:12,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/cb169a0916f6401ba27982d7521534e1 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/cb169a0916f6401ba27982d7521534e1 2024-11-25T20:23:12,416 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/cb169a0916f6401ba27982d7521534e1, entries=150, sequenceid=52, filesize=11.7 K 2024-11-25T20:23:12,419 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 5e69bb96165f47319a0aac3774a69e56 in 769ms, sequenceid=52, compaction requested=true 2024-11-25T20:23:12,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5e69bb96165f47319a0aac3774a69e56: 2024-11-25T20:23:12,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e69bb96165f47319a0aac3774a69e56:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:23:12,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:12,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e69bb96165f47319a0aac3774a69e56:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:23:12,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:12,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e69bb96165f47319a0aac3774a69e56:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:23:12,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:23:12,421 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:23:12,421 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:23:12,425 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:23:12,427 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): 5e69bb96165f47319a0aac3774a69e56/B is initiating minor compaction (all files) 2024-11-25T20:23:12,427 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e69bb96165f47319a0aac3774a69e56/B in TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:12,427 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/8aaae6a8537f4af289adf2e41c46f81c, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/3c3fa36b108f4b7fa70bd2e6af62b28a, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/d41095c986dc455c978d194d4a9a799f] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp, totalSize=35.2 K 2024-11-25T20:23:12,429 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 8aaae6a8537f4af289adf2e41c46f81c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732566189565 2024-11-25T20:23:12,430 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45363 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:23:12,430 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1540): 5e69bb96165f47319a0aac3774a69e56/A is initiating minor compaction (all files) 2024-11-25T20:23:12,430 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e69bb96165f47319a0aac3774a69e56/A in TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:12,430 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/91c662b9f2234754a28180078ac95a26, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/19255a8b5ab945d39b0f6643359606cc, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/e70f942f74194afdaf46ec7be36d65ba] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp, totalSize=44.3 K 2024-11-25T20:23:12,431 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 3c3fa36b108f4b7fa70bd2e6af62b28a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732566189780 2024-11-25T20:23:12,431 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 91c662b9f2234754a28180078ac95a26, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732566189550 2024-11-25T20:23:12,432 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting d41095c986dc455c978d194d4a9a799f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732566190476 2024-11-25T20:23:12,433 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 19255a8b5ab945d39b0f6643359606cc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732566189780 2024-11-25T20:23:12,434 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting e70f942f74194afdaf46ec7be36d65ba, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732566190476 2024-11-25T20:23:12,443 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:12,443 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-25T20:23:12,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:12,444 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 5e69bb96165f47319a0aac3774a69e56 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-25T20:23:12,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=A 2024-11-25T20:23:12,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:12,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=B 2024-11-25T20:23:12,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:12,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=C 2024-11-25T20:23:12,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:12,457 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. as already flushing 2024-11-25T20:23:12,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on 5e69bb96165f47319a0aac3774a69e56 2024-11-25T20:23:12,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/bc09d33f2a4346af93d278318fd53a65 is 50, key is test_row_0/A:col10/1732566191795/Put/seqid=0 2024-11-25T20:23:12,488 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e69bb96165f47319a0aac3774a69e56#B#compaction#10 average throughput is 0.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:12,489 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/3b7d61e960a14d1abe7dab3ee860e655 is 50, key is test_row_0/B:col10/1732566190488/Put/seqid=0 2024-11-25T20:23:12,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741848_1024 (size=12001) 2024-11-25T20:23:12,499 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e69bb96165f47319a0aac3774a69e56#A#compaction#11 average throughput is 0.39 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:12,500 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/8a236941ace24b1e94deb807c99f002a is 50, key is test_row_0/A:col10/1732566190488/Put/seqid=0 2024-11-25T20:23:12,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:12,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37348 deadline: 1732566252498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:12,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:12,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:12,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37342 deadline: 1732566252503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:12,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37320 deadline: 1732566252500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:12,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:12,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:12,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37314 deadline: 1732566252513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:12,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37290 deadline: 1732566252504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:12,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741849_1025 (size=12104) 2024-11-25T20:23:12,554 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/3b7d61e960a14d1abe7dab3ee860e655 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/3b7d61e960a14d1abe7dab3ee860e655 2024-11-25T20:23:12,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741850_1026 (size=12104) 2024-11-25T20:23:12,588 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/8a236941ace24b1e94deb807c99f002a as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/8a236941ace24b1e94deb807c99f002a 2024-11-25T20:23:12,604 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5e69bb96165f47319a0aac3774a69e56/B of 5e69bb96165f47319a0aac3774a69e56 into 3b7d61e960a14d1abe7dab3ee860e655(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:12,604 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e69bb96165f47319a0aac3774a69e56: 2024-11-25T20:23:12,604 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56., storeName=5e69bb96165f47319a0aac3774a69e56/B, priority=13, startTime=1732566192421; duration=0sec 2024-11-25T20:23:12,605 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:23:12,606 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e69bb96165f47319a0aac3774a69e56:B 2024-11-25T20:23:12,606 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:23:12,607 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5e69bb96165f47319a0aac3774a69e56/A of 5e69bb96165f47319a0aac3774a69e56 into 8a236941ace24b1e94deb807c99f002a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:12,607 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e69bb96165f47319a0aac3774a69e56: 2024-11-25T20:23:12,607 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56., storeName=5e69bb96165f47319a0aac3774a69e56/A, priority=13, startTime=1732566192420; duration=0sec 2024-11-25T20:23:12,607 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:12,607 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e69bb96165f47319a0aac3774a69e56:A 2024-11-25T20:23:12,609 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:23:12,609 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): 5e69bb96165f47319a0aac3774a69e56/C is initiating minor compaction (all files) 2024-11-25T20:23:12,609 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e69bb96165f47319a0aac3774a69e56/C in TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:12,609 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/d952588803154b85829fbca368033b72, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/41f3683f0db247919fde82a09cb005d6, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/cb169a0916f6401ba27982d7521534e1] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp, totalSize=35.2 K 2024-11-25T20:23:12,611 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting d952588803154b85829fbca368033b72, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732566189565 2024-11-25T20:23:12,613 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 41f3683f0db247919fde82a09cb005d6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732566189780 2024-11-25T20:23:12,614 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting cb169a0916f6401ba27982d7521534e1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732566190476 2024-11-25T20:23:12,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:12,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:12,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37348 deadline: 1732566252616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:12,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37320 deadline: 1732566252618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:12,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:12,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:12,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:12,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37314 deadline: 1732566252618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:12,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37342 deadline: 1732566252616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:12,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37290 deadline: 1732566252619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:12,652 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e69bb96165f47319a0aac3774a69e56#C#compaction#12 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:12,653 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/09c58347a056491aa37fa3f8b4188cfe is 50, key is test_row_0/C:col10/1732566190488/Put/seqid=0 2024-11-25T20:23:12,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741851_1027 (size=12104) 2024-11-25T20:23:12,713 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/09c58347a056491aa37fa3f8b4188cfe as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/09c58347a056491aa37fa3f8b4188cfe 2024-11-25T20:23:12,733 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5e69bb96165f47319a0aac3774a69e56/C of 5e69bb96165f47319a0aac3774a69e56 into 09c58347a056491aa37fa3f8b4188cfe(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:12,734 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e69bb96165f47319a0aac3774a69e56: 2024-11-25T20:23:12,734 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56., storeName=5e69bb96165f47319a0aac3774a69e56/C, priority=13, startTime=1732566192421; duration=0sec 2024-11-25T20:23:12,734 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:12,734 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e69bb96165f47319a0aac3774a69e56:C 2024-11-25T20:23:12,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-25T20:23:12,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:12,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:12,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37320 deadline: 1732566252829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:12,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37348 deadline: 1732566252830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:12,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:12,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:12,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37314 deadline: 1732566252831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:12,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37342 deadline: 1732566252832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:12,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:12,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37290 deadline: 1732566252835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:12,901 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/bc09d33f2a4346af93d278318fd53a65 2024-11-25T20:23:12,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/13db2e74ff184feda36909b01e7f80ac is 50, key is test_row_0/B:col10/1732566191795/Put/seqid=0 2024-11-25T20:23:12,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741852_1028 (size=12001) 2024-11-25T20:23:12,944 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/13db2e74ff184feda36909b01e7f80ac 2024-11-25T20:23:12,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/78f7694620124639adf92bfc74a1362c is 50, key is test_row_0/C:col10/1732566191795/Put/seqid=0 2024-11-25T20:23:13,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741853_1029 (size=12001) 2024-11-25T20:23:13,018 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/78f7694620124639adf92bfc74a1362c 2024-11-25T20:23:13,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/bc09d33f2a4346af93d278318fd53a65 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/bc09d33f2a4346af93d278318fd53a65 2024-11-25T20:23:13,056 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/bc09d33f2a4346af93d278318fd53a65, entries=150, sequenceid=74, filesize=11.7 K 2024-11-25T20:23:13,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/13db2e74ff184feda36909b01e7f80ac as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/13db2e74ff184feda36909b01e7f80ac 2024-11-25T20:23:13,074 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/13db2e74ff184feda36909b01e7f80ac, entries=150, sequenceid=74, filesize=11.7 K 2024-11-25T20:23:13,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/78f7694620124639adf92bfc74a1362c as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/78f7694620124639adf92bfc74a1362c 2024-11-25T20:23:13,093 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/78f7694620124639adf92bfc74a1362c, entries=150, sequenceid=74, filesize=11.7 K 2024-11-25T20:23:13,095 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 5e69bb96165f47319a0aac3774a69e56 in 650ms, sequenceid=74, compaction requested=false 2024-11-25T20:23:13,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 5e69bb96165f47319a0aac3774a69e56: 2024-11-25T20:23:13,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:13,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-25T20:23:13,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-25T20:23:13,102 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-25T20:23:13,102 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4510 sec 2024-11-25T20:23:13,104 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 1.4680 sec 2024-11-25T20:23:13,142 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5e69bb96165f47319a0aac3774a69e56 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-25T20:23:13,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on 5e69bb96165f47319a0aac3774a69e56 2024-11-25T20:23:13,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=A 2024-11-25T20:23:13,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:13,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=B 2024-11-25T20:23:13,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:13,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=C 2024-11-25T20:23:13,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:13,155 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/7be3ad9897f84e92b4c90610b40ed50f is 50, key is test_row_0/A:col10/1732566193140/Put/seqid=0 2024-11-25T20:23:13,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741854_1030 (size=12001) 2024-11-25T20:23:13,180 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/7be3ad9897f84e92b4c90610b40ed50f 2024-11-25T20:23:13,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:13,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37320 deadline: 1732566253179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:13,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:13,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:13,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37314 deadline: 1732566253181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:13,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37342 deadline: 1732566253181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:13,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:13,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37348 deadline: 1732566253187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:13,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:13,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37290 deadline: 1732566253191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:13,203 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/b6761d0daddd458992d404a5c42c4337 is 50, key is test_row_0/B:col10/1732566193140/Put/seqid=0 2024-11-25T20:23:13,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741855_1031 (size=12001) 2024-11-25T20:23:13,247 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/b6761d0daddd458992d404a5c42c4337 2024-11-25T20:23:13,275 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/d5eb35376e7d4a79bc23afc374d9a91c is 50, key is test_row_0/C:col10/1732566193140/Put/seqid=0 2024-11-25T20:23:13,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:13,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37320 deadline: 1732566253292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:13,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:13,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:13,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37342 deadline: 1732566253293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:13,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37314 deadline: 1732566253292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:13,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:13,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37348 deadline: 1732566253293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:13,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:13,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37290 deadline: 1732566253298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:13,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741856_1032 (size=12001) 2024-11-25T20:23:13,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:13,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37320 deadline: 1732566253496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:13,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:13,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37348 deadline: 1732566253502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:13,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:13,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37314 deadline: 1732566253504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:13,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:13,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37290 deadline: 1732566253505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:13,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:13,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37342 deadline: 1732566253514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:13,729 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/d5eb35376e7d4a79bc23afc374d9a91c 2024-11-25T20:23:13,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-25T20:23:13,751 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-25T20:23:13,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:23:13,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-25T20:23:13,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-25T20:23:13,762 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:23:13,764 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:23:13,764 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:23:13,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/7be3ad9897f84e92b4c90610b40ed50f as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/7be3ad9897f84e92b4c90610b40ed50f 2024-11-25T20:23:13,795 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/7be3ad9897f84e92b4c90610b40ed50f, entries=150, sequenceid=94, filesize=11.7 K 2024-11-25T20:23:13,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/b6761d0daddd458992d404a5c42c4337 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/b6761d0daddd458992d404a5c42c4337 2024-11-25T20:23:13,819 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/b6761d0daddd458992d404a5c42c4337, entries=150, sequenceid=94, filesize=11.7 K 2024-11-25T20:23:13,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:13,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:13,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37320 deadline: 1732566253806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:13,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37290 deadline: 1732566253813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:13,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:13,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/d5eb35376e7d4a79bc23afc374d9a91c as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/d5eb35376e7d4a79bc23afc374d9a91c 2024-11-25T20:23:13,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37314 deadline: 1732566253813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:13,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:13,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37348 deadline: 1732566253816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:13,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:13,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37342 deadline: 1732566253828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:13,845 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/d5eb35376e7d4a79bc23afc374d9a91c, entries=150, sequenceid=94, filesize=11.7 K 2024-11-25T20:23:13,858 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 5e69bb96165f47319a0aac3774a69e56 in 715ms, sequenceid=94, compaction requested=true 2024-11-25T20:23:13,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5e69bb96165f47319a0aac3774a69e56: 2024-11-25T20:23:13,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e69bb96165f47319a0aac3774a69e56:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:23:13,858 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:23:13,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:13,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e69bb96165f47319a0aac3774a69e56:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:23:13,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:23:13,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e69bb96165f47319a0aac3774a69e56:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:23:13,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T20:23:13,859 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:23:13,862 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:23:13,862 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): 5e69bb96165f47319a0aac3774a69e56/A is initiating minor compaction (all files) 2024-11-25T20:23:13,862 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e69bb96165f47319a0aac3774a69e56/A in TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:13,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-25T20:23:13,863 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/8a236941ace24b1e94deb807c99f002a, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/bc09d33f2a4346af93d278318fd53a65, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/7be3ad9897f84e92b4c90610b40ed50f] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp, totalSize=35.3 K 2024-11-25T20:23:13,864 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:23:13,864 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1540): 5e69bb96165f47319a0aac3774a69e56/B is initiating minor compaction (all files) 2024-11-25T20:23:13,864 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e69bb96165f47319a0aac3774a69e56/B in TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:13,864 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/3b7d61e960a14d1abe7dab3ee860e655, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/13db2e74ff184feda36909b01e7f80ac, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/b6761d0daddd458992d404a5c42c4337] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp, totalSize=35.3 K 2024-11-25T20:23:13,865 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a236941ace24b1e94deb807c99f002a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732566190476 2024-11-25T20:23:13,872 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3b7d61e960a14d1abe7dab3ee860e655, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732566190476 2024-11-25T20:23:13,873 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting bc09d33f2a4346af93d278318fd53a65, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732566191795 2024-11-25T20:23:13,873 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 13db2e74ff184feda36909b01e7f80ac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732566191795 2024-11-25T20:23:13,874 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 7be3ad9897f84e92b4c90610b40ed50f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732566192502 2024-11-25T20:23:13,875 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting b6761d0daddd458992d404a5c42c4337, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732566192502 2024-11-25T20:23:13,907 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e69bb96165f47319a0aac3774a69e56#B#compaction#18 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:13,908 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/d506db56c0ec4ef5b00bacd37162e23e is 50, key is test_row_0/B:col10/1732566193140/Put/seqid=0 2024-11-25T20:23:13,908 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e69bb96165f47319a0aac3774a69e56#A#compaction#19 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:13,909 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/b0e9f97018e1464bb32b468bf8b472c3 is 50, key is test_row_0/A:col10/1732566193140/Put/seqid=0 2024-11-25T20:23:13,918 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:13,920 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-25T20:23:13,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:13,920 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 5e69bb96165f47319a0aac3774a69e56 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-25T20:23:13,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=A 2024-11-25T20:23:13,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:13,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=B 2024-11-25T20:23:13,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:13,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=C 2024-11-25T20:23:13,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:13,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741857_1033 (size=12207) 2024-11-25T20:23:13,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741858_1034 (size=12207) 2024-11-25T20:23:13,957 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/d506db56c0ec4ef5b00bacd37162e23e as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/d506db56c0ec4ef5b00bacd37162e23e 2024-11-25T20:23:13,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/1a470cca93a74b7ca5c1c9e745b9b00e is 50, key is test_row_0/A:col10/1732566193185/Put/seqid=0 2024-11-25T20:23:13,971 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/b0e9f97018e1464bb32b468bf8b472c3 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/b0e9f97018e1464bb32b468bf8b472c3 2024-11-25T20:23:13,985 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5e69bb96165f47319a0aac3774a69e56/B of 5e69bb96165f47319a0aac3774a69e56 into d506db56c0ec4ef5b00bacd37162e23e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:13,985 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e69bb96165f47319a0aac3774a69e56: 2024-11-25T20:23:13,985 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56., storeName=5e69bb96165f47319a0aac3774a69e56/B, priority=13, startTime=1732566193858; duration=0sec 2024-11-25T20:23:13,985 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:23:13,985 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e69bb96165f47319a0aac3774a69e56:B 2024-11-25T20:23:13,985 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:23:13,986 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5e69bb96165f47319a0aac3774a69e56/A of 5e69bb96165f47319a0aac3774a69e56 into b0e9f97018e1464bb32b468bf8b472c3(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:13,986 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e69bb96165f47319a0aac3774a69e56: 2024-11-25T20:23:13,986 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56., storeName=5e69bb96165f47319a0aac3774a69e56/A, priority=13, startTime=1732566193858; duration=0sec 2024-11-25T20:23:13,986 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:13,986 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e69bb96165f47319a0aac3774a69e56:A 2024-11-25T20:23:13,990 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:23:13,991 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1540): 5e69bb96165f47319a0aac3774a69e56/C is initiating minor compaction (all files) 2024-11-25T20:23:13,991 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e69bb96165f47319a0aac3774a69e56/C in TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:13,991 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/09c58347a056491aa37fa3f8b4188cfe, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/78f7694620124639adf92bfc74a1362c, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/d5eb35376e7d4a79bc23afc374d9a91c] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp, totalSize=35.3 K 2024-11-25T20:23:13,993 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 09c58347a056491aa37fa3f8b4188cfe, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732566190476 2024-11-25T20:23:13,995 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 78f7694620124639adf92bfc74a1362c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732566191795 2024-11-25T20:23:13,996 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting d5eb35376e7d4a79bc23afc374d9a91c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732566192502 2024-11-25T20:23:14,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741859_1035 (size=12001) 2024-11-25T20:23:14,005 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/1a470cca93a74b7ca5c1c9e745b9b00e 2024-11-25T20:23:14,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/44a56b321d444bb38f7b793f3733f63b is 50, key is test_row_0/B:col10/1732566193185/Put/seqid=0 2024-11-25T20:23:14,034 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e69bb96165f47319a0aac3774a69e56#C#compaction#22 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:14,035 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/2ab84d4ac65d4c3a8a07cf88e1d552f8 is 50, key is test_row_0/C:col10/1732566193140/Put/seqid=0 2024-11-25T20:23:14,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741860_1036 (size=12001) 2024-11-25T20:23:14,050 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/44a56b321d444bb38f7b793f3733f63b 2024-11-25T20:23:14,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741861_1037 (size=12207) 2024-11-25T20:23:14,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-25T20:23:14,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/80ef524db5264b629f065b291b55fc2b is 50, key is test_row_0/C:col10/1732566193185/Put/seqid=0 2024-11-25T20:23:14,113 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/2ab84d4ac65d4c3a8a07cf88e1d552f8 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/2ab84d4ac65d4c3a8a07cf88e1d552f8 2024-11-25T20:23:14,140 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5e69bb96165f47319a0aac3774a69e56/C of 5e69bb96165f47319a0aac3774a69e56 into 2ab84d4ac65d4c3a8a07cf88e1d552f8(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:14,140 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e69bb96165f47319a0aac3774a69e56: 2024-11-25T20:23:14,140 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56., storeName=5e69bb96165f47319a0aac3774a69e56/C, priority=13, startTime=1732566193859; duration=0sec 2024-11-25T20:23:14,140 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:14,140 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e69bb96165f47319a0aac3774a69e56:C 2024-11-25T20:23:14,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741862_1038 (size=12001) 2024-11-25T20:23:14,142 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/80ef524db5264b629f065b291b55fc2b 2024-11-25T20:23:14,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/1a470cca93a74b7ca5c1c9e745b9b00e as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/1a470cca93a74b7ca5c1c9e745b9b00e 2024-11-25T20:23:14,185 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/1a470cca93a74b7ca5c1c9e745b9b00e, entries=150, sequenceid=114, filesize=11.7 K 2024-11-25T20:23:14,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/44a56b321d444bb38f7b793f3733f63b as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/44a56b321d444bb38f7b793f3733f63b 2024-11-25T20:23:14,202 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/44a56b321d444bb38f7b793f3733f63b, entries=150, sequenceid=114, filesize=11.7 K 2024-11-25T20:23:14,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/80ef524db5264b629f065b291b55fc2b as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/80ef524db5264b629f065b291b55fc2b 2024-11-25T20:23:14,225 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/80ef524db5264b629f065b291b55fc2b, entries=150, sequenceid=114, filesize=11.7 K 2024-11-25T20:23:14,227 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=0 B/0 for 5e69bb96165f47319a0aac3774a69e56 in 307ms, sequenceid=114, compaction requested=false 2024-11-25T20:23:14,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 5e69bb96165f47319a0aac3774a69e56: 2024-11-25T20:23:14,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:14,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-25T20:23:14,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-25T20:23:14,237 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-25T20:23:14,237 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 466 msec 2024-11-25T20:23:14,241 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 484 msec 2024-11-25T20:23:14,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on 5e69bb96165f47319a0aac3774a69e56 2024-11-25T20:23:14,357 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5e69bb96165f47319a0aac3774a69e56 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T20:23:14,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=A 2024-11-25T20:23:14,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:14,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=B 2024-11-25T20:23:14,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:14,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=C 2024-11-25T20:23:14,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:14,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-25T20:23:14,368 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-25T20:23:14,371 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:23:14,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-25T20:23:14,374 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:23:14,375 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:23:14,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-25T20:23:14,376 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:23:14,382 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/434706c6dcab41338b0da21d60b8825c is 50, key is test_row_0/A:col10/1732566194353/Put/seqid=0 2024-11-25T20:23:14,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741863_1039 (size=12051) 2024-11-25T20:23:14,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:14,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37348 deadline: 1732566254439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:14,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:14,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37320 deadline: 1732566254439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:14,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:14,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37342 deadline: 1732566254443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:14,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:14,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37314 deadline: 1732566254448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:14,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:14,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37290 deadline: 1732566254452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:14,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-25T20:23:14,529 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:14,530 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-25T20:23:14,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:14,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. as already flushing 2024-11-25T20:23:14,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:14,530 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:14,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:14,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:14,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:14,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37348 deadline: 1732566254555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:14,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:14,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37320 deadline: 1732566254556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:14,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:14,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37342 deadline: 1732566254557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:14,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:14,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37314 deadline: 1732566254560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:14,563 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:14,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37290 deadline: 1732566254561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:14,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-25T20:23:14,684 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:14,685 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-25T20:23:14,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:14,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. as already flushing 2024-11-25T20:23:14,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:14,686 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:14,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:14,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:14,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:14,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37342 deadline: 1732566254775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:14,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:14,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37348 deadline: 1732566254776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:14,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:14,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37314 deadline: 1732566254776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:14,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:14,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37290 deadline: 1732566254776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:14,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:14,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37320 deadline: 1732566254778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:14,830 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/434706c6dcab41338b0da21d60b8825c 2024-11-25T20:23:14,843 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:14,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-25T20:23:14,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:14,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. as already flushing 2024-11-25T20:23:14,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:14,845 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:14,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:14,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:14,847 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/da7edc870742476d9f1e7e791fb070fa is 50, key is test_row_0/B:col10/1732566194353/Put/seqid=0 2024-11-25T20:23:14,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741864_1040 (size=12051) 2024-11-25T20:23:14,868 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/da7edc870742476d9f1e7e791fb070fa 2024-11-25T20:23:14,884 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/e474347a028946439a87f72bbbe12053 is 50, key is test_row_0/C:col10/1732566194353/Put/seqid=0 2024-11-25T20:23:14,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741865_1041 (size=12051) 2024-11-25T20:23:14,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-25T20:23:15,001 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:15,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-25T20:23:15,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:15,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. as already flushing 2024-11-25T20:23:15,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:15,003 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:15,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:15,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:15,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:15,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37342 deadline: 1732566255080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:15,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:15,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37348 deadline: 1732566255081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:15,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:15,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37314 deadline: 1732566255083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:15,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:15,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37320 deadline: 1732566255083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:15,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:15,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37290 deadline: 1732566255085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:15,155 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:15,156 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-25T20:23:15,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:15,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. as already flushing 2024-11-25T20:23:15,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:15,157 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:15,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:15,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:15,312 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:15,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-25T20:23:15,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:15,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. as already flushing 2024-11-25T20:23:15,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:15,313 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:15,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:15,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:15,329 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/e474347a028946439a87f72bbbe12053 2024-11-25T20:23:15,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/434706c6dcab41338b0da21d60b8825c as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/434706c6dcab41338b0da21d60b8825c 2024-11-25T20:23:15,357 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/434706c6dcab41338b0da21d60b8825c, entries=150, sequenceid=129, filesize=11.8 K 2024-11-25T20:23:15,359 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/da7edc870742476d9f1e7e791fb070fa as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/da7edc870742476d9f1e7e791fb070fa 2024-11-25T20:23:15,400 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/da7edc870742476d9f1e7e791fb070fa, entries=150, sequenceid=129, filesize=11.8 K 2024-11-25T20:23:15,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/e474347a028946439a87f72bbbe12053 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/e474347a028946439a87f72bbbe12053 2024-11-25T20:23:15,447 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/e474347a028946439a87f72bbbe12053, entries=150, sequenceid=129, filesize=11.8 K 2024-11-25T20:23:15,456 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 5e69bb96165f47319a0aac3774a69e56 in 1093ms, sequenceid=129, compaction requested=true 2024-11-25T20:23:15,457 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5e69bb96165f47319a0aac3774a69e56: 2024-11-25T20:23:15,457 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:23:15,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e69bb96165f47319a0aac3774a69e56:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:23:15,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:15,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e69bb96165f47319a0aac3774a69e56:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:23:15,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:15,458 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:23:15,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e69bb96165f47319a0aac3774a69e56:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:23:15,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:23:15,459 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:23:15,459 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): 5e69bb96165f47319a0aac3774a69e56/B is initiating minor compaction (all files) 2024-11-25T20:23:15,460 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e69bb96165f47319a0aac3774a69e56/B in TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:15,460 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/d506db56c0ec4ef5b00bacd37162e23e, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/44a56b321d444bb38f7b793f3733f63b, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/da7edc870742476d9f1e7e791fb070fa] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp, totalSize=35.4 K 2024-11-25T20:23:15,460 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:23:15,460 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1540): 5e69bb96165f47319a0aac3774a69e56/A is initiating minor compaction (all files) 2024-11-25T20:23:15,460 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e69bb96165f47319a0aac3774a69e56/A in TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:15,461 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/b0e9f97018e1464bb32b468bf8b472c3, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/1a470cca93a74b7ca5c1c9e745b9b00e, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/434706c6dcab41338b0da21d60b8825c] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp, totalSize=35.4 K 2024-11-25T20:23:15,461 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting d506db56c0ec4ef5b00bacd37162e23e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732566192502 2024-11-25T20:23:15,461 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting b0e9f97018e1464bb32b468bf8b472c3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732566192502 2024-11-25T20:23:15,462 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 44a56b321d444bb38f7b793f3733f63b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732566193177 2024-11-25T20:23:15,462 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1a470cca93a74b7ca5c1c9e745b9b00e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732566193177 2024-11-25T20:23:15,462 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting da7edc870742476d9f1e7e791fb070fa, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732566194353 2024-11-25T20:23:15,463 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 434706c6dcab41338b0da21d60b8825c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732566194353 2024-11-25T20:23:15,467 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:15,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-25T20:23:15,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:15,468 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 5e69bb96165f47319a0aac3774a69e56 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T20:23:15,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=A 2024-11-25T20:23:15,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:15,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=B 2024-11-25T20:23:15,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:15,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=C 2024-11-25T20:23:15,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:15,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/e58d8416a9bf4fc490d0df820671a1e9 is 50, key is test_row_0/A:col10/1732566194449/Put/seqid=0 2024-11-25T20:23:15,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-25T20:23:15,493 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e69bb96165f47319a0aac3774a69e56#A#compaction#28 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:15,494 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/8bb927bda8c9448fbc1ad964265c2164 is 50, key is test_row_0/A:col10/1732566194353/Put/seqid=0 2024-11-25T20:23:15,495 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e69bb96165f47319a0aac3774a69e56#B#compaction#29 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:15,496 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/e2c0519a817a4283b14f985dd3c6a79e is 50, key is test_row_0/B:col10/1732566194353/Put/seqid=0 2024-11-25T20:23:15,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741867_1043 (size=12359) 2024-11-25T20:23:15,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741866_1042 (size=12151) 2024-11-25T20:23:15,563 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/e58d8416a9bf4fc490d0df820671a1e9 2024-11-25T20:23:15,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741868_1044 (size=12359) 2024-11-25T20:23:15,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. as already flushing 2024-11-25T20:23:15,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on 5e69bb96165f47319a0aac3774a69e56 2024-11-25T20:23:15,596 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/8bb927bda8c9448fbc1ad964265c2164 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/8bb927bda8c9448fbc1ad964265c2164 2024-11-25T20:23:15,597 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/e2c0519a817a4283b14f985dd3c6a79e as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/e2c0519a817a4283b14f985dd3c6a79e 2024-11-25T20:23:15,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/3e89fc567e3a4366a3c3e6b76337981f is 50, key is test_row_0/B:col10/1732566194449/Put/seqid=0 2024-11-25T20:23:15,619 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5e69bb96165f47319a0aac3774a69e56/B of 5e69bb96165f47319a0aac3774a69e56 into e2c0519a817a4283b14f985dd3c6a79e(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:15,619 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e69bb96165f47319a0aac3774a69e56: 2024-11-25T20:23:15,619 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56., storeName=5e69bb96165f47319a0aac3774a69e56/B, priority=13, startTime=1732566195458; duration=0sec 2024-11-25T20:23:15,620 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:23:15,620 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e69bb96165f47319a0aac3774a69e56:B 2024-11-25T20:23:15,620 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:23:15,620 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5e69bb96165f47319a0aac3774a69e56/A of 5e69bb96165f47319a0aac3774a69e56 into 8bb927bda8c9448fbc1ad964265c2164(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:15,620 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e69bb96165f47319a0aac3774a69e56: 2024-11-25T20:23:15,620 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56., storeName=5e69bb96165f47319a0aac3774a69e56/A, priority=13, startTime=1732566195457; duration=0sec 2024-11-25T20:23:15,621 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:15,621 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e69bb96165f47319a0aac3774a69e56:A 2024-11-25T20:23:15,622 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:23:15,622 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): 5e69bb96165f47319a0aac3774a69e56/C is initiating minor compaction (all files) 2024-11-25T20:23:15,622 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e69bb96165f47319a0aac3774a69e56/C in TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:15,623 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/2ab84d4ac65d4c3a8a07cf88e1d552f8, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/80ef524db5264b629f065b291b55fc2b, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/e474347a028946439a87f72bbbe12053] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp, totalSize=35.4 K 2024-11-25T20:23:15,623 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 2ab84d4ac65d4c3a8a07cf88e1d552f8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732566192502 2024-11-25T20:23:15,624 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 80ef524db5264b629f065b291b55fc2b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732566193177 2024-11-25T20:23:15,625 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting e474347a028946439a87f72bbbe12053, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732566194353 2024-11-25T20:23:15,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:15,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37342 deadline: 1732566255610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:15,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:15,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37348 deadline: 1732566255613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:15,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741869_1045 (size=12151) 2024-11-25T20:23:15,638 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/3e89fc567e3a4366a3c3e6b76337981f 2024-11-25T20:23:15,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:15,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37320 deadline: 1732566255628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:15,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:15,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37314 deadline: 1732566255629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:15,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:15,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37290 deadline: 1732566255633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:15,657 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e69bb96165f47319a0aac3774a69e56#C#compaction#31 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:15,658 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/138a44fd692f4011acd5e1f35f2b8b9b is 50, key is test_row_0/C:col10/1732566194353/Put/seqid=0 2024-11-25T20:23:15,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/7c558daf60714ca591b8317f2cac62b4 is 50, key is test_row_0/C:col10/1732566194449/Put/seqid=0 2024-11-25T20:23:15,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741870_1046 (size=12359) 2024-11-25T20:23:15,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:15,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37342 deadline: 1732566255731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:15,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:15,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37348 deadline: 1732566255733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:15,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741871_1047 (size=12151) 2024-11-25T20:23:15,746 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/7c558daf60714ca591b8317f2cac62b4 2024-11-25T20:23:15,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:15,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37314 deadline: 1732566255750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:15,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:15,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:15,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37290 deadline: 1732566255752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:15,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37320 deadline: 1732566255751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:15,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/e58d8416a9bf4fc490d0df820671a1e9 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/e58d8416a9bf4fc490d0df820671a1e9 2024-11-25T20:23:15,786 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/e58d8416a9bf4fc490d0df820671a1e9, entries=150, sequenceid=153, filesize=11.9 K 2024-11-25T20:23:15,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/3e89fc567e3a4366a3c3e6b76337981f as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/3e89fc567e3a4366a3c3e6b76337981f 2024-11-25T20:23:15,809 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/3e89fc567e3a4366a3c3e6b76337981f, entries=150, sequenceid=153, filesize=11.9 K 2024-11-25T20:23:15,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/7c558daf60714ca591b8317f2cac62b4 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/7c558daf60714ca591b8317f2cac62b4 2024-11-25T20:23:15,829 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/7c558daf60714ca591b8317f2cac62b4, entries=150, sequenceid=153, filesize=11.9 K 2024-11-25T20:23:15,831 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 5e69bb96165f47319a0aac3774a69e56 in 363ms, sequenceid=153, compaction requested=false 2024-11-25T20:23:15,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 5e69bb96165f47319a0aac3774a69e56: 2024-11-25T20:23:15,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:15,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-25T20:23:15,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-25T20:23:15,837 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-25T20:23:15,837 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4590 sec 2024-11-25T20:23:15,840 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 1.4670 sec 2024-11-25T20:23:15,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on 5e69bb96165f47319a0aac3774a69e56 2024-11-25T20:23:15,949 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5e69bb96165f47319a0aac3774a69e56 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-25T20:23:15,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=A 2024-11-25T20:23:15,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:15,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=B 2024-11-25T20:23:15,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:15,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=C 2024-11-25T20:23:15,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:15,959 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/8af97642883542debefe437e81c8b5af is 50, key is test_row_0/A:col10/1732566195616/Put/seqid=0 2024-11-25T20:23:16,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741872_1048 (size=14541) 2024-11-25T20:23:16,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:16,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37290 deadline: 1732566256006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:16,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:16,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37348 deadline: 1732566256010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:16,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:16,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37314 deadline: 1732566256011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:16,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:16,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37342 deadline: 1732566256014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:16,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:16,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37320 deadline: 1732566256022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:16,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:16,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37290 deadline: 1732566256123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:16,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:16,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37342 deadline: 1732566256127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:16,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:16,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37348 deadline: 1732566256127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:16,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:16,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37320 deadline: 1732566256127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:16,135 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/138a44fd692f4011acd5e1f35f2b8b9b as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/138a44fd692f4011acd5e1f35f2b8b9b 2024-11-25T20:23:16,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:16,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37314 deadline: 1732566256128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:16,165 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5e69bb96165f47319a0aac3774a69e56/C of 5e69bb96165f47319a0aac3774a69e56 into 138a44fd692f4011acd5e1f35f2b8b9b(size=12.1 K), total size for store is 23.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:16,165 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e69bb96165f47319a0aac3774a69e56: 2024-11-25T20:23:16,166 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56., storeName=5e69bb96165f47319a0aac3774a69e56/C, priority=13, startTime=1732566195458; duration=0sec 2024-11-25T20:23:16,166 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:16,167 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e69bb96165f47319a0aac3774a69e56:C 2024-11-25T20:23:16,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:16,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:16,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37290 deadline: 1732566256335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:16,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37348 deadline: 1732566256335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:16,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:16,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37342 deadline: 1732566256338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:16,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:16,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37320 deadline: 1732566256341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:16,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:16,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37314 deadline: 1732566256350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:16,419 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/8af97642883542debefe437e81c8b5af 2024-11-25T20:23:16,470 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/9a0088c919494c4b96b5117713079a5a is 50, key is test_row_0/B:col10/1732566195616/Put/seqid=0 2024-11-25T20:23:16,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741873_1049 (size=12151) 2024-11-25T20:23:16,479 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/9a0088c919494c4b96b5117713079a5a 2024-11-25T20:23:16,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-25T20:23:16,488 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-25T20:23:16,491 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:23:16,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-25T20:23:16,494 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:23:16,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-25T20:23:16,496 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:23:16,496 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:23:16,519 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/ca0c421e6af7404d9b8ada4c17bada7b is 50, key is test_row_0/C:col10/1732566195616/Put/seqid=0 2024-11-25T20:23:16,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741874_1050 (size=12151) 2024-11-25T20:23:16,543 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/ca0c421e6af7404d9b8ada4c17bada7b 2024-11-25T20:23:16,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/8af97642883542debefe437e81c8b5af as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/8af97642883542debefe437e81c8b5af 2024-11-25T20:23:16,567 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/8af97642883542debefe437e81c8b5af, entries=200, sequenceid=169, filesize=14.2 K 2024-11-25T20:23:16,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/9a0088c919494c4b96b5117713079a5a as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/9a0088c919494c4b96b5117713079a5a 2024-11-25T20:23:16,583 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/9a0088c919494c4b96b5117713079a5a, entries=150, sequenceid=169, filesize=11.9 K 2024-11-25T20:23:16,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/ca0c421e6af7404d9b8ada4c17bada7b as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/ca0c421e6af7404d9b8ada4c17bada7b 2024-11-25T20:23:16,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-25T20:23:16,606 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/ca0c421e6af7404d9b8ada4c17bada7b, entries=150, sequenceid=169, filesize=11.9 K 2024-11-25T20:23:16,609 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 5e69bb96165f47319a0aac3774a69e56 in 661ms, sequenceid=169, compaction requested=true 2024-11-25T20:23:16,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5e69bb96165f47319a0aac3774a69e56: 2024-11-25T20:23:16,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e69bb96165f47319a0aac3774a69e56:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:23:16,609 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:23:16,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:16,609 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:23:16,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e69bb96165f47319a0aac3774a69e56:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:23:16,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:16,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e69bb96165f47319a0aac3774a69e56:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:23:16,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:23:16,613 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:23:16,613 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): 5e69bb96165f47319a0aac3774a69e56/B is initiating minor compaction (all files) 2024-11-25T20:23:16,614 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e69bb96165f47319a0aac3774a69e56/B in TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:16,614 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/e2c0519a817a4283b14f985dd3c6a79e, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/3e89fc567e3a4366a3c3e6b76337981f, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/9a0088c919494c4b96b5117713079a5a] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp, totalSize=35.8 K 2024-11-25T20:23:16,615 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39051 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:23:16,615 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1540): 5e69bb96165f47319a0aac3774a69e56/A is initiating minor compaction (all files) 2024-11-25T20:23:16,616 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e69bb96165f47319a0aac3774a69e56/A in TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:16,616 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting e2c0519a817a4283b14f985dd3c6a79e, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732566194353 2024-11-25T20:23:16,616 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/8bb927bda8c9448fbc1ad964265c2164, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/e58d8416a9bf4fc490d0df820671a1e9, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/8af97642883542debefe437e81c8b5af] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp, totalSize=38.1 K 2024-11-25T20:23:16,617 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e89fc567e3a4366a3c3e6b76337981f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732566194438 2024-11-25T20:23:16,617 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8bb927bda8c9448fbc1ad964265c2164, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732566194353 2024-11-25T20:23:16,618 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 9a0088c919494c4b96b5117713079a5a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732566195605 2024-11-25T20:23:16,618 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting e58d8416a9bf4fc490d0df820671a1e9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732566194438 2024-11-25T20:23:16,619 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8af97642883542debefe437e81c8b5af, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732566195605 2024-11-25T20:23:16,634 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e69bb96165f47319a0aac3774a69e56#B#compaction#36 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:16,635 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/7a18067f210f495aa5276a6cca0cffa8 is 50, key is test_row_0/B:col10/1732566195616/Put/seqid=0 2024-11-25T20:23:16,648 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e69bb96165f47319a0aac3774a69e56#A#compaction#37 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:16,649 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:16,649 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/a073ae1867314e53871cf18eb09048a1 is 50, key is test_row_0/A:col10/1732566195616/Put/seqid=0 2024-11-25T20:23:16,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-25T20:23:16,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:16,652 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 5e69bb96165f47319a0aac3774a69e56 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-25T20:23:16,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on 5e69bb96165f47319a0aac3774a69e56 2024-11-25T20:23:16,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=A 2024-11-25T20:23:16,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:16,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=B 2024-11-25T20:23:16,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. as already flushing 2024-11-25T20:23:16,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:16,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=C 2024-11-25T20:23:16,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:16,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741875_1051 (size=12561) 2024-11-25T20:23:16,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:16,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37320 deadline: 1732566256689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:16,706 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/7a18067f210f495aa5276a6cca0cffa8 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/7a18067f210f495aa5276a6cca0cffa8 2024-11-25T20:23:16,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:16,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37314 deadline: 1732566256695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:16,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:16,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37348 deadline: 1732566256699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:16,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741876_1052 (size=12561) 2024-11-25T20:23:16,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:16,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37342 deadline: 1732566256695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:16,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:16,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37290 deadline: 1732566256708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:16,722 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5e69bb96165f47319a0aac3774a69e56/B of 5e69bb96165f47319a0aac3774a69e56 into 7a18067f210f495aa5276a6cca0cffa8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:16,722 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e69bb96165f47319a0aac3774a69e56: 2024-11-25T20:23:16,722 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56., storeName=5e69bb96165f47319a0aac3774a69e56/B, priority=13, startTime=1732566196609; duration=0sec 2024-11-25T20:23:16,722 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:23:16,723 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e69bb96165f47319a0aac3774a69e56:B 2024-11-25T20:23:16,723 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:23:16,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/fc305afeca4b431ba6356c31e956f523 is 50, key is test_row_0/A:col10/1732566196010/Put/seqid=0 2024-11-25T20:23:16,731 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/a073ae1867314e53871cf18eb09048a1 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/a073ae1867314e53871cf18eb09048a1 2024-11-25T20:23:16,731 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:23:16,731 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): 5e69bb96165f47319a0aac3774a69e56/C is initiating minor compaction (all files) 2024-11-25T20:23:16,731 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e69bb96165f47319a0aac3774a69e56/C in TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:16,735 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/138a44fd692f4011acd5e1f35f2b8b9b, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/7c558daf60714ca591b8317f2cac62b4, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/ca0c421e6af7404d9b8ada4c17bada7b] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp, totalSize=35.8 K 2024-11-25T20:23:16,738 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 138a44fd692f4011acd5e1f35f2b8b9b, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732566194353 2024-11-25T20:23:16,741 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c558daf60714ca591b8317f2cac62b4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732566194438 2024-11-25T20:23:16,742 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting ca0c421e6af7404d9b8ada4c17bada7b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732566195605 2024-11-25T20:23:16,751 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5e69bb96165f47319a0aac3774a69e56/A of 5e69bb96165f47319a0aac3774a69e56 into a073ae1867314e53871cf18eb09048a1(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:16,751 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e69bb96165f47319a0aac3774a69e56: 2024-11-25T20:23:16,751 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56., storeName=5e69bb96165f47319a0aac3774a69e56/A, priority=13, startTime=1732566196609; duration=0sec 2024-11-25T20:23:16,751 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:16,751 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e69bb96165f47319a0aac3774a69e56:A 2024-11-25T20:23:16,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741877_1053 (size=16931) 2024-11-25T20:23:16,778 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/fc305afeca4b431ba6356c31e956f523 2024-11-25T20:23:16,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-25T20:23:16,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/dcfb4c91b89340d5b25932bdb900dd2a is 50, key is test_row_0/B:col10/1732566196010/Put/seqid=0 2024-11-25T20:23:16,816 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e69bb96165f47319a0aac3774a69e56#C#compaction#40 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:16,817 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/0a33a5e3a4fd4bbdbf8fb4bdb1eecd65 is 50, key is test_row_0/C:col10/1732566195616/Put/seqid=0 2024-11-25T20:23:16,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:16,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37342 deadline: 1732566256816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:16,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:16,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37320 deadline: 1732566256816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:16,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:16,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37314 deadline: 1732566256817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:16,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:16,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37348 deadline: 1732566256831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:16,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:16,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37290 deadline: 1732566256835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:16,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741878_1054 (size=12151) 2024-11-25T20:23:16,864 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/dcfb4c91b89340d5b25932bdb900dd2a 2024-11-25T20:23:16,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741879_1055 (size=12561) 2024-11-25T20:23:16,917 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/0a33a5e3a4fd4bbdbf8fb4bdb1eecd65 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/0a33a5e3a4fd4bbdbf8fb4bdb1eecd65 2024-11-25T20:23:16,932 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5e69bb96165f47319a0aac3774a69e56/C of 5e69bb96165f47319a0aac3774a69e56 into 0a33a5e3a4fd4bbdbf8fb4bdb1eecd65(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:16,932 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e69bb96165f47319a0aac3774a69e56: 2024-11-25T20:23:16,932 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56., storeName=5e69bb96165f47319a0aac3774a69e56/C, priority=13, startTime=1732566196610; duration=0sec 2024-11-25T20:23:16,932 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:16,932 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e69bb96165f47319a0aac3774a69e56:C 2024-11-25T20:23:16,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/9ac8311acc7e4512b709c65b8d6b9715 is 50, key is test_row_0/C:col10/1732566196010/Put/seqid=0 2024-11-25T20:23:16,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741880_1056 (size=12151) 2024-11-25T20:23:16,990 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/9ac8311acc7e4512b709c65b8d6b9715 2024-11-25T20:23:17,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/fc305afeca4b431ba6356c31e956f523 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/fc305afeca4b431ba6356c31e956f523 2024-11-25T20:23:17,022 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/fc305afeca4b431ba6356c31e956f523, entries=250, sequenceid=195, filesize=16.5 K 2024-11-25T20:23:17,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/dcfb4c91b89340d5b25932bdb900dd2a as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/dcfb4c91b89340d5b25932bdb900dd2a 2024-11-25T20:23:17,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:17,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37320 deadline: 1732566257026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:17,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:17,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37342 deadline: 1732566257026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:17,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:17,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37314 deadline: 1732566257027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:17,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:17,054 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/dcfb4c91b89340d5b25932bdb900dd2a, entries=150, sequenceid=195, filesize=11.9 K 2024-11-25T20:23:17,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37348 deadline: 1732566257048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:17,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/9ac8311acc7e4512b709c65b8d6b9715 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/9ac8311acc7e4512b709c65b8d6b9715 2024-11-25T20:23:17,076 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/9ac8311acc7e4512b709c65b8d6b9715, entries=150, sequenceid=195, filesize=11.9 K 2024-11-25T20:23:17,078 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 5e69bb96165f47319a0aac3774a69e56 in 426ms, sequenceid=195, compaction requested=false 2024-11-25T20:23:17,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 5e69bb96165f47319a0aac3774a69e56: 2024-11-25T20:23:17,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:17,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-25T20:23:17,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-25T20:23:17,085 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-25T20:23:17,085 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 586 msec 2024-11-25T20:23:17,091 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 597 msec 2024-11-25T20:23:17,091 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5e69bb96165f47319a0aac3774a69e56 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T20:23:17,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=A 2024-11-25T20:23:17,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:17,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=B 2024-11-25T20:23:17,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:17,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=C 2024-11-25T20:23:17,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:17,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on 5e69bb96165f47319a0aac3774a69e56 2024-11-25T20:23:17,107 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/e861964b3e2146579a8c91882adda758 is 50, key is test_row_0/A:col10/1732566196686/Put/seqid=0 2024-11-25T20:23:17,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-25T20:23:17,109 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-25T20:23:17,112 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:23:17,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-25T20:23:17,116 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:23:17,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-25T20:23:17,118 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:23:17,118 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:23:17,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741881_1057 (size=14541) 2024-11-25T20:23:17,178 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/e861964b3e2146579a8c91882adda758 2024-11-25T20:23:17,195 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/d9ff5f90a36f43a8b53d083cc96e44c9 is 50, key is test_row_0/B:col10/1732566196686/Put/seqid=0 2024-11-25T20:23:17,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-25T20:23:17,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741882_1058 (size=12151) 2024-11-25T20:23:17,273 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:17,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-25T20:23:17,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:17,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. as already flushing 2024-11-25T20:23:17,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:17,275 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:17,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:17,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:17,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:17,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37290 deadline: 1732566257344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:17,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:17,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37314 deadline: 1732566257350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:17,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:17,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37320 deadline: 1732566257351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:17,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:17,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37342 deadline: 1732566257354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:17,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:17,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37348 deadline: 1732566257359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:17,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-25T20:23:17,430 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:17,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-25T20:23:17,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:17,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. as already flushing 2024-11-25T20:23:17,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:17,437 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:17,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:17,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:17,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:17,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37290 deadline: 1732566257452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:17,591 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:17,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-25T20:23:17,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:17,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. as already flushing 2024-11-25T20:23:17,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:17,593 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:17,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:17,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:17,651 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/d9ff5f90a36f43a8b53d083cc96e44c9 2024-11-25T20:23:17,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:17,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37290 deadline: 1732566257674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:17,717 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/714d19391558403396049019a68e0315 is 50, key is test_row_0/C:col10/1732566196686/Put/seqid=0 2024-11-25T20:23:17,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-25T20:23:17,748 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:17,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-25T20:23:17,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:17,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. as already flushing 2024-11-25T20:23:17,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:17,749 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:17,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:17,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:17,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741883_1059 (size=12151) 2024-11-25T20:23:17,770 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/714d19391558403396049019a68e0315 2024-11-25T20:23:17,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/e861964b3e2146579a8c91882adda758 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/e861964b3e2146579a8c91882adda758 2024-11-25T20:23:17,803 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/e861964b3e2146579a8c91882adda758, entries=200, sequenceid=211, filesize=14.2 K 2024-11-25T20:23:17,808 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-25T20:23:17,810 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/d9ff5f90a36f43a8b53d083cc96e44c9 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/d9ff5f90a36f43a8b53d083cc96e44c9 2024-11-25T20:23:17,825 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/d9ff5f90a36f43a8b53d083cc96e44c9, entries=150, sequenceid=211, filesize=11.9 K 2024-11-25T20:23:17,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/714d19391558403396049019a68e0315 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/714d19391558403396049019a68e0315 2024-11-25T20:23:17,841 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/714d19391558403396049019a68e0315, entries=150, sequenceid=211, filesize=11.9 K 2024-11-25T20:23:17,844 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 5e69bb96165f47319a0aac3774a69e56 in 753ms, sequenceid=211, compaction requested=true 2024-11-25T20:23:17,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5e69bb96165f47319a0aac3774a69e56: 2024-11-25T20:23:17,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e69bb96165f47319a0aac3774a69e56:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:23:17,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:17,845 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:23:17,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e69bb96165f47319a0aac3774a69e56:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:23:17,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:23:17,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e69bb96165f47319a0aac3774a69e56:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:23:17,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T20:23:17,847 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 44033 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:23:17,847 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:23:17,847 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): 5e69bb96165f47319a0aac3774a69e56/A is initiating minor compaction (all files) 2024-11-25T20:23:17,847 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e69bb96165f47319a0aac3774a69e56/A in TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:17,847 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/a073ae1867314e53871cf18eb09048a1, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/fc305afeca4b431ba6356c31e956f523, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/e861964b3e2146579a8c91882adda758] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp, totalSize=43.0 K 2024-11-25T20:23:17,849 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting a073ae1867314e53871cf18eb09048a1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732566195605 2024-11-25T20:23:17,850 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting fc305afeca4b431ba6356c31e956f523, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732566196005 2024-11-25T20:23:17,851 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:23:17,851 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1540): 5e69bb96165f47319a0aac3774a69e56/B is initiating minor compaction (all files) 2024-11-25T20:23:17,851 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e69bb96165f47319a0aac3774a69e56/B in TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:17,851 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/7a18067f210f495aa5276a6cca0cffa8, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/dcfb4c91b89340d5b25932bdb900dd2a, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/d9ff5f90a36f43a8b53d083cc96e44c9] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp, totalSize=36.0 K 2024-11-25T20:23:17,852 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting e861964b3e2146579a8c91882adda758, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732566196682 2024-11-25T20:23:17,854 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7a18067f210f495aa5276a6cca0cffa8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732566195605 2024-11-25T20:23:17,855 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting dcfb4c91b89340d5b25932bdb900dd2a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732566196010 2024-11-25T20:23:17,856 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting d9ff5f90a36f43a8b53d083cc96e44c9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732566196682 2024-11-25T20:23:17,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on 5e69bb96165f47319a0aac3774a69e56 2024-11-25T20:23:17,868 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5e69bb96165f47319a0aac3774a69e56 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T20:23:17,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=A 2024-11-25T20:23:17,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:17,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=B 2024-11-25T20:23:17,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:17,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=C 2024-11-25T20:23:17,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:17,880 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e69bb96165f47319a0aac3774a69e56#A#compaction#45 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:17,881 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/2b36ae4d23a1444b9af9cab962389ce9 is 50, key is test_row_0/A:col10/1732566196686/Put/seqid=0 2024-11-25T20:23:17,884 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e69bb96165f47319a0aac3774a69e56#B#compaction#46 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:17,885 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/4ffe327d9adf476cab8312ad2a59ce26 is 50, key is test_row_0/B:col10/1732566196686/Put/seqid=0 2024-11-25T20:23:17,903 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/3625773dca4c4fab834761db29759d29 is 50, key is test_row_0/A:col10/1732566197326/Put/seqid=0 2024-11-25T20:23:17,904 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:17,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-25T20:23:17,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:17,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. as already flushing 2024-11-25T20:23:17,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:17,905 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:17,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:17,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:17,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:17,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:17,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37342 deadline: 1732566257917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:17,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37314 deadline: 1732566257918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:17,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:17,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37348 deadline: 1732566257926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:17,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:17,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37320 deadline: 1732566257927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:17,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:17,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37290 deadline: 1732566257982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:17,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741884_1060 (size=12663) 2024-11-25T20:23:18,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741886_1062 (size=12151) 2024-11-25T20:23:18,020 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/3625773dca4c4fab834761db29759d29 2024-11-25T20:23:18,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741885_1061 (size=12663) 2024-11-25T20:23:18,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:18,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37314 deadline: 1732566258029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:18,038 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/2b36ae4d23a1444b9af9cab962389ce9 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/2b36ae4d23a1444b9af9cab962389ce9 2024-11-25T20:23:18,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:18,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37342 deadline: 1732566258029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:18,039 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/4ffe327d9adf476cab8312ad2a59ce26 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/4ffe327d9adf476cab8312ad2a59ce26 2024-11-25T20:23:18,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:18,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37348 deadline: 1732566258037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:18,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:18,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37320 deadline: 1732566258037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:18,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/744dea936bea43388e9d1a713996be15 is 50, key is test_row_0/B:col10/1732566197326/Put/seqid=0 2024-11-25T20:23:18,061 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:18,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-25T20:23:18,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:18,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. as already flushing 2024-11-25T20:23:18,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:18,062 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:18,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:18,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:18,063 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5e69bb96165f47319a0aac3774a69e56/A of 5e69bb96165f47319a0aac3774a69e56 into 2b36ae4d23a1444b9af9cab962389ce9(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:18,064 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e69bb96165f47319a0aac3774a69e56: 2024-11-25T20:23:18,064 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56., storeName=5e69bb96165f47319a0aac3774a69e56/A, priority=13, startTime=1732566197845; duration=0sec 2024-11-25T20:23:18,064 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:23:18,064 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e69bb96165f47319a0aac3774a69e56:A 2024-11-25T20:23:18,064 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:23:18,065 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5e69bb96165f47319a0aac3774a69e56/B of 5e69bb96165f47319a0aac3774a69e56 into 4ffe327d9adf476cab8312ad2a59ce26(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:18,065 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e69bb96165f47319a0aac3774a69e56: 2024-11-25T20:23:18,065 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56., storeName=5e69bb96165f47319a0aac3774a69e56/B, priority=13, startTime=1732566197845; duration=0sec 2024-11-25T20:23:18,066 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:23:18,068 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): 5e69bb96165f47319a0aac3774a69e56/C is initiating minor compaction (all files) 2024-11-25T20:23:18,068 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:18,068 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e69bb96165f47319a0aac3774a69e56:B 2024-11-25T20:23:18,068 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e69bb96165f47319a0aac3774a69e56/C in TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:18,068 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/0a33a5e3a4fd4bbdbf8fb4bdb1eecd65, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/9ac8311acc7e4512b709c65b8d6b9715, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/714d19391558403396049019a68e0315] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp, totalSize=36.0 K 2024-11-25T20:23:18,069 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 0a33a5e3a4fd4bbdbf8fb4bdb1eecd65, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732566195605 2024-11-25T20:23:18,070 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ac8311acc7e4512b709c65b8d6b9715, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732566196010 2024-11-25T20:23:18,071 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 714d19391558403396049019a68e0315, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732566196682 2024-11-25T20:23:18,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741887_1063 (size=12151) 2024-11-25T20:23:18,093 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e69bb96165f47319a0aac3774a69e56#C#compaction#49 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:18,093 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/744dea936bea43388e9d1a713996be15 2024-11-25T20:23:18,094 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/8f57af19a64e45fab70236e0b7179bdd is 50, key is test_row_0/C:col10/1732566196686/Put/seqid=0 2024-11-25T20:23:18,139 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/63052937a71f487da64ee69a36f7b011 is 50, key is test_row_0/C:col10/1732566197326/Put/seqid=0 2024-11-25T20:23:18,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741888_1064 (size=12663) 2024-11-25T20:23:18,180 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/8f57af19a64e45fab70236e0b7179bdd as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/8f57af19a64e45fab70236e0b7179bdd 2024-11-25T20:23:18,197 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5e69bb96165f47319a0aac3774a69e56/C of 5e69bb96165f47319a0aac3774a69e56 into 8f57af19a64e45fab70236e0b7179bdd(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:18,197 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e69bb96165f47319a0aac3774a69e56: 2024-11-25T20:23:18,198 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56., storeName=5e69bb96165f47319a0aac3774a69e56/C, priority=13, startTime=1732566197845; duration=0sec 2024-11-25T20:23:18,198 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:18,198 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e69bb96165f47319a0aac3774a69e56:C 2024-11-25T20:23:18,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741889_1065 (size=12151) 2024-11-25T20:23:18,203 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/63052937a71f487da64ee69a36f7b011 2024-11-25T20:23:18,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/3625773dca4c4fab834761db29759d29 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/3625773dca4c4fab834761db29759d29 2024-11-25T20:23:18,215 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:18,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-25T20:23:18,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:18,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. as already flushing 2024-11-25T20:23:18,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:18,217 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:18,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:18,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:18,224 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/3625773dca4c4fab834761db29759d29, entries=150, sequenceid=235, filesize=11.9 K 2024-11-25T20:23:18,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-25T20:23:18,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/744dea936bea43388e9d1a713996be15 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/744dea936bea43388e9d1a713996be15 2024-11-25T20:23:18,239 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/744dea936bea43388e9d1a713996be15, entries=150, sequenceid=235, filesize=11.9 K 2024-11-25T20:23:18,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/63052937a71f487da64ee69a36f7b011 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/63052937a71f487da64ee69a36f7b011 2024-11-25T20:23:18,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:18,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:18,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37314 deadline: 1732566258242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:18,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37342 deadline: 1732566258243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:18,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:18,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37348 deadline: 1732566258248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:18,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:18,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37320 deadline: 1732566258249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:18,259 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/63052937a71f487da64ee69a36f7b011, entries=150, sequenceid=235, filesize=11.9 K 2024-11-25T20:23:18,261 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 5e69bb96165f47319a0aac3774a69e56 in 393ms, sequenceid=235, compaction requested=false 2024-11-25T20:23:18,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5e69bb96165f47319a0aac3774a69e56: 2024-11-25T20:23:18,373 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:18,374 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-25T20:23:18,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:18,375 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 5e69bb96165f47319a0aac3774a69e56 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T20:23:18,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=A 2024-11-25T20:23:18,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:18,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=B 2024-11-25T20:23:18,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:18,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=C 2024-11-25T20:23:18,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:18,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/5b570e57ac9f45eeb9a58f83aa54bbf0 is 50, key is test_row_0/A:col10/1732566197903/Put/seqid=0 2024-11-25T20:23:18,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741890_1066 (size=12151) 2024-11-25T20:23:18,496 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/5b570e57ac9f45eeb9a58f83aa54bbf0 2024-11-25T20:23:18,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. as already flushing 2024-11-25T20:23:18,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on 5e69bb96165f47319a0aac3774a69e56 2024-11-25T20:23:18,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/62948d1dda9c4c269ffedd892c9b1616 is 50, key is test_row_0/B:col10/1732566197903/Put/seqid=0 2024-11-25T20:23:18,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741891_1067 (size=12151) 2024-11-25T20:23:18,589 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/62948d1dda9c4c269ffedd892c9b1616 2024-11-25T20:23:18,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/5cc5a8b87726430a99e7f481b7a981ba is 50, key is test_row_0/C:col10/1732566197903/Put/seqid=0 2024-11-25T20:23:18,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:18,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37314 deadline: 1732566258604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:18,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:18,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37348 deadline: 1732566258620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:18,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:18,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37342 deadline: 1732566258621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:18,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:18,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37290 deadline: 1732566258623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:18,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:18,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37320 deadline: 1732566258624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:18,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741892_1068 (size=12151) 2024-11-25T20:23:18,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:18,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37348 deadline: 1732566258733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:18,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:18,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37342 deadline: 1732566258735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:18,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:18,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37290 deadline: 1732566258735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:18,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:18,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37314 deadline: 1732566258730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:18,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:18,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37320 deadline: 1732566258744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:18,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:18,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37290 deadline: 1732566258946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:18,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:18,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37314 deadline: 1732566258947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:18,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:18,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37348 deadline: 1732566258948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:18,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:18,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37342 deadline: 1732566258950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:18,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:18,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37320 deadline: 1732566258951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:19,070 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/5cc5a8b87726430a99e7f481b7a981ba 2024-11-25T20:23:19,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/5b570e57ac9f45eeb9a58f83aa54bbf0 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/5b570e57ac9f45eeb9a58f83aa54bbf0 2024-11-25T20:23:19,096 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/5b570e57ac9f45eeb9a58f83aa54bbf0, entries=150, sequenceid=251, filesize=11.9 K 2024-11-25T20:23:19,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/62948d1dda9c4c269ffedd892c9b1616 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/62948d1dda9c4c269ffedd892c9b1616 2024-11-25T20:23:19,112 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/62948d1dda9c4c269ffedd892c9b1616, entries=150, sequenceid=251, filesize=11.9 K 2024-11-25T20:23:19,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/5cc5a8b87726430a99e7f481b7a981ba as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/5cc5a8b87726430a99e7f481b7a981ba 2024-11-25T20:23:19,124 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/5cc5a8b87726430a99e7f481b7a981ba, entries=150, sequenceid=251, filesize=11.9 K 2024-11-25T20:23:19,126 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 5e69bb96165f47319a0aac3774a69e56 in 751ms, sequenceid=251, compaction requested=true 2024-11-25T20:23:19,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 5e69bb96165f47319a0aac3774a69e56: 2024-11-25T20:23:19,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:19,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-25T20:23:19,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-25T20:23:19,131 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-25T20:23:19,132 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0100 sec 2024-11-25T20:23:19,136 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 2.0210 sec 2024-11-25T20:23:19,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-25T20:23:19,226 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-25T20:23:19,229 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:23:19,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-25T20:23:19,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-25T20:23:19,231 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:23:19,232 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:23:19,232 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:23:19,262 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5e69bb96165f47319a0aac3774a69e56 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T20:23:19,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=A 2024-11-25T20:23:19,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:19,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=B 2024-11-25T20:23:19,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:19,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=C 2024-11-25T20:23:19,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:19,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on 5e69bb96165f47319a0aac3774a69e56 2024-11-25T20:23:19,282 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/55760c13ccf84b90ad84e4637bc22d01 is 50, key is test_row_0/A:col10/1732566198576/Put/seqid=0 2024-11-25T20:23:19,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:19,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37290 deadline: 1732566259275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:19,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:19,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37314 deadline: 1732566259286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:19,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:19,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37348 deadline: 1732566259286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:19,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:19,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37342 deadline: 1732566259288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:19,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:19,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37320 deadline: 1732566259289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:19,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741893_1069 (size=14741) 2024-11-25T20:23:19,325 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/55760c13ccf84b90ad84e4637bc22d01 2024-11-25T20:23:19,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-25T20:23:19,357 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/3dfb2989961745619ed01af906d9c173 is 50, key is test_row_0/B:col10/1732566198576/Put/seqid=0 2024-11-25T20:23:19,386 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:19,386 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-25T20:23:19,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:19,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. as already flushing 2024-11-25T20:23:19,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:19,387 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:19,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:19,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:19,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:19,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37290 deadline: 1732566259396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:19,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:19,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37314 deadline: 1732566259404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:19,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:19,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37348 deadline: 1732566259405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:19,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:19,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37342 deadline: 1732566259405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:19,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:19,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37320 deadline: 1732566259406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:19,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-25T20:23:19,543 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:19,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-25T20:23:19,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:19,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. as already flushing 2024-11-25T20:23:19,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:19,544 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:19,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:19,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:19,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741894_1070 (size=12301) 2024-11-25T20:23:19,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:19,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37290 deadline: 1732566259603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:19,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:19,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37314 deadline: 1732566259620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:19,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:19,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37348 deadline: 1732566259621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:19,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:19,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37320 deadline: 1732566259621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:19,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:19,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37342 deadline: 1732566259622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:19,702 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:19,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-25T20:23:19,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:19,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. as already flushing 2024-11-25T20:23:19,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:19,704 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:19,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:19,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:19,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-25T20:23:19,862 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:19,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-25T20:23:19,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:19,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. as already flushing 2024-11-25T20:23:19,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:19,865 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:19,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:19,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:19,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:19,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37290 deadline: 1732566259914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:19,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:19,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37314 deadline: 1732566259927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:19,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:19,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37348 deadline: 1732566259929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:19,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:19,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37320 deadline: 1732566259929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:19,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:19,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37342 deadline: 1732566259930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:19,992 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/3dfb2989961745619ed01af906d9c173 2024-11-25T20:23:20,018 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:20,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-25T20:23:20,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:20,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. as already flushing 2024-11-25T20:23:20,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:20,020 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:20,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:20,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:20,030 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/30a20b3ba61f4642ac1191cc22eabaaa is 50, key is test_row_0/C:col10/1732566198576/Put/seqid=0 2024-11-25T20:23:20,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741895_1071 (size=12301) 2024-11-25T20:23:20,086 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/30a20b3ba61f4642ac1191cc22eabaaa 2024-11-25T20:23:20,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/55760c13ccf84b90ad84e4637bc22d01 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/55760c13ccf84b90ad84e4637bc22d01 2024-11-25T20:23:20,104 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/55760c13ccf84b90ad84e4637bc22d01, entries=200, sequenceid=276, filesize=14.4 K 2024-11-25T20:23:20,107 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/3dfb2989961745619ed01af906d9c173 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/3dfb2989961745619ed01af906d9c173 2024-11-25T20:23:20,137 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/3dfb2989961745619ed01af906d9c173, entries=150, sequenceid=276, filesize=12.0 K 2024-11-25T20:23:20,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/30a20b3ba61f4642ac1191cc22eabaaa as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/30a20b3ba61f4642ac1191cc22eabaaa 2024-11-25T20:23:20,156 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/30a20b3ba61f4642ac1191cc22eabaaa, entries=150, sequenceid=276, filesize=12.0 K 2024-11-25T20:23:20,158 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 5e69bb96165f47319a0aac3774a69e56 in 897ms, sequenceid=276, compaction requested=true 2024-11-25T20:23:20,158 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5e69bb96165f47319a0aac3774a69e56: 2024-11-25T20:23:20,159 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:23:20,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e69bb96165f47319a0aac3774a69e56:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:23:20,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:20,159 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:23:20,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e69bb96165f47319a0aac3774a69e56:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:23:20,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:20,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e69bb96165f47319a0aac3774a69e56:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:23:20,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:23:20,162 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51706 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:23:20,162 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): 5e69bb96165f47319a0aac3774a69e56/A is initiating minor compaction (all files) 2024-11-25T20:23:20,162 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e69bb96165f47319a0aac3774a69e56/A in TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:20,163 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/2b36ae4d23a1444b9af9cab962389ce9, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/3625773dca4c4fab834761db29759d29, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/5b570e57ac9f45eeb9a58f83aa54bbf0, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/55760c13ccf84b90ad84e4637bc22d01] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp, totalSize=50.5 K 2024-11-25T20:23:20,164 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:23:20,164 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 2b36ae4d23a1444b9af9cab962389ce9, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732566196682 2024-11-25T20:23:20,164 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1540): 5e69bb96165f47319a0aac3774a69e56/B is initiating minor compaction (all files) 2024-11-25T20:23:20,164 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e69bb96165f47319a0aac3774a69e56/B in TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:20,164 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/4ffe327d9adf476cab8312ad2a59ce26, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/744dea936bea43388e9d1a713996be15, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/62948d1dda9c4c269ffedd892c9b1616, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/3dfb2989961745619ed01af906d9c173] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp, totalSize=48.1 K 2024-11-25T20:23:20,165 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 3625773dca4c4fab834761db29759d29, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732566197286 2024-11-25T20:23:20,165 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ffe327d9adf476cab8312ad2a59ce26, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732566196682 2024-11-25T20:23:20,166 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 744dea936bea43388e9d1a713996be15, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732566197286 2024-11-25T20:23:20,166 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b570e57ac9f45eeb9a58f83aa54bbf0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732566197903 2024-11-25T20:23:20,166 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 62948d1dda9c4c269ffedd892c9b1616, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732566197903 2024-11-25T20:23:20,167 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3dfb2989961745619ed01af906d9c173, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732566198576 2024-11-25T20:23:20,167 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 55760c13ccf84b90ad84e4637bc22d01, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732566198576 2024-11-25T20:23:20,177 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:20,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-25T20:23:20,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:20,178 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 5e69bb96165f47319a0aac3774a69e56 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T20:23:20,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=A 2024-11-25T20:23:20,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:20,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=B 2024-11-25T20:23:20,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:20,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=C 2024-11-25T20:23:20,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:20,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/8bf3c5dc5a8343c0ae5ca91ec8d32130 is 50, key is test_row_0/A:col10/1732566199287/Put/seqid=0 2024-11-25T20:23:20,205 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e69bb96165f47319a0aac3774a69e56#B#compaction#58 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:20,205 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/f45befe905fd4743b0ac6edc33791c6c is 50, key is test_row_0/B:col10/1732566198576/Put/seqid=0 2024-11-25T20:23:20,207 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e69bb96165f47319a0aac3774a69e56#A#compaction#59 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:20,207 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/d87ce973e41e4eadb0da98fb8a713d62 is 50, key is test_row_0/A:col10/1732566198576/Put/seqid=0 2024-11-25T20:23:20,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741896_1072 (size=12301) 2024-11-25T20:23:20,275 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/8bf3c5dc5a8343c0ae5ca91ec8d32130 2024-11-25T20:23:20,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741897_1073 (size=12949) 2024-11-25T20:23:20,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741898_1074 (size=12949) 2024-11-25T20:23:20,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/f3c9b0de830e426c806fd5cec09d32fd is 50, key is test_row_0/B:col10/1732566199287/Put/seqid=0 2024-11-25T20:23:20,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-25T20:23:20,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741899_1075 (size=12301) 2024-11-25T20:23:20,429 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. as already flushing 2024-11-25T20:23:20,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on 5e69bb96165f47319a0aac3774a69e56 2024-11-25T20:23:20,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:20,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37342 deadline: 1732566260513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:20,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:20,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37314 deadline: 1732566260515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:20,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:20,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37290 deadline: 1732566260518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:20,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:20,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37348 deadline: 1732566260519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:20,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:20,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37320 deadline: 1732566260521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:20,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:20,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37342 deadline: 1732566260624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:20,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:20,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37314 deadline: 1732566260628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:20,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:20,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37348 deadline: 1732566260635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:20,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:20,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37290 deadline: 1732566260636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:20,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:20,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37320 deadline: 1732566260640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:20,712 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/f45befe905fd4743b0ac6edc33791c6c as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/f45befe905fd4743b0ac6edc33791c6c 2024-11-25T20:23:20,726 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5e69bb96165f47319a0aac3774a69e56/B of 5e69bb96165f47319a0aac3774a69e56 into f45befe905fd4743b0ac6edc33791c6c(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:20,726 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e69bb96165f47319a0aac3774a69e56: 2024-11-25T20:23:20,727 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56., storeName=5e69bb96165f47319a0aac3774a69e56/B, priority=12, startTime=1732566200159; duration=0sec 2024-11-25T20:23:20,727 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:23:20,727 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e69bb96165f47319a0aac3774a69e56:B 2024-11-25T20:23:20,727 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:23:20,731 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:23:20,731 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1540): 5e69bb96165f47319a0aac3774a69e56/C is initiating minor compaction (all files) 2024-11-25T20:23:20,732 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e69bb96165f47319a0aac3774a69e56/C in TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:20,732 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/8f57af19a64e45fab70236e0b7179bdd, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/63052937a71f487da64ee69a36f7b011, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/5cc5a8b87726430a99e7f481b7a981ba, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/30a20b3ba61f4642ac1191cc22eabaaa] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp, totalSize=48.1 K 2024-11-25T20:23:20,733 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8f57af19a64e45fab70236e0b7179bdd, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732566196682 2024-11-25T20:23:20,734 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/d87ce973e41e4eadb0da98fb8a713d62 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/d87ce973e41e4eadb0da98fb8a713d62 2024-11-25T20:23:20,734 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 63052937a71f487da64ee69a36f7b011, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732566197286 2024-11-25T20:23:20,735 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5cc5a8b87726430a99e7f481b7a981ba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732566197903 2024-11-25T20:23:20,744 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 30a20b3ba61f4642ac1191cc22eabaaa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732566198576 2024-11-25T20:23:20,750 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5e69bb96165f47319a0aac3774a69e56/A of 5e69bb96165f47319a0aac3774a69e56 into d87ce973e41e4eadb0da98fb8a713d62(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:20,750 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e69bb96165f47319a0aac3774a69e56: 2024-11-25T20:23:20,750 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56., storeName=5e69bb96165f47319a0aac3774a69e56/A, priority=12, startTime=1732566200158; duration=0sec 2024-11-25T20:23:20,750 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:20,751 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e69bb96165f47319a0aac3774a69e56:A 2024-11-25T20:23:20,773 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e69bb96165f47319a0aac3774a69e56#C#compaction#61 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:20,774 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/6eb9dfd659544be2b88adf67180e4b71 is 50, key is test_row_0/C:col10/1732566198576/Put/seqid=0 2024-11-25T20:23:20,778 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/f3c9b0de830e426c806fd5cec09d32fd 2024-11-25T20:23:20,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/67d15fc402824b05ae4c9c2cd2edb2fd is 50, key is test_row_0/C:col10/1732566199287/Put/seqid=0 2024-11-25T20:23:20,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741900_1076 (size=12949) 2024-11-25T20:23:20,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:20,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37342 deadline: 1732566260836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:20,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:20,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37314 deadline: 1732566260842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:20,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:20,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37348 deadline: 1732566260844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:20,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:20,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37290 deadline: 1732566260849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:20,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:20,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37320 deadline: 1732566260855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:20,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741901_1077 (size=12301) 2024-11-25T20:23:20,931 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/67d15fc402824b05ae4c9c2cd2edb2fd 2024-11-25T20:23:20,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/8bf3c5dc5a8343c0ae5ca91ec8d32130 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/8bf3c5dc5a8343c0ae5ca91ec8d32130 2024-11-25T20:23:20,952 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/8bf3c5dc5a8343c0ae5ca91ec8d32130, entries=150, sequenceid=288, filesize=12.0 K 2024-11-25T20:23:20,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/f3c9b0de830e426c806fd5cec09d32fd as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/f3c9b0de830e426c806fd5cec09d32fd 2024-11-25T20:23:20,969 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/f3c9b0de830e426c806fd5cec09d32fd, entries=150, sequenceid=288, filesize=12.0 K 2024-11-25T20:23:20,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/67d15fc402824b05ae4c9c2cd2edb2fd as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/67d15fc402824b05ae4c9c2cd2edb2fd 2024-11-25T20:23:20,983 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/67d15fc402824b05ae4c9c2cd2edb2fd, entries=150, sequenceid=288, filesize=12.0 K 2024-11-25T20:23:20,994 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 5e69bb96165f47319a0aac3774a69e56 in 816ms, sequenceid=288, compaction requested=false 2024-11-25T20:23:20,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 5e69bb96165f47319a0aac3774a69e56: 2024-11-25T20:23:20,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:20,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-25T20:23:20,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-25T20:23:21,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-25T20:23:21,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7650 sec 2024-11-25T20:23:21,003 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 1.7720 sec 2024-11-25T20:23:21,149 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5e69bb96165f47319a0aac3774a69e56 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T20:23:21,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=A 2024-11-25T20:23:21,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:21,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=B 2024-11-25T20:23:21,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:21,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=C 2024-11-25T20:23:21,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:21,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on 5e69bb96165f47319a0aac3774a69e56 2024-11-25T20:23:21,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/35be68824bbb47bab92f760e58ed9e5d is 50, key is test_row_0/A:col10/1732566200518/Put/seqid=0 2024-11-25T20:23:21,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741902_1078 (size=14741) 2024-11-25T20:23:21,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:21,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37342 deadline: 1732566261205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:21,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:21,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37314 deadline: 1732566261206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:21,221 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/35be68824bbb47bab92f760e58ed9e5d 2024-11-25T20:23:21,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:21,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37348 deadline: 1732566261215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:21,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:21,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37290 deadline: 1732566261216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:21,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:21,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37320 deadline: 1732566261225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:21,252 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/6eb9dfd659544be2b88adf67180e4b71 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/6eb9dfd659544be2b88adf67180e4b71 2024-11-25T20:23:21,264 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5e69bb96165f47319a0aac3774a69e56/C of 5e69bb96165f47319a0aac3774a69e56 into 6eb9dfd659544be2b88adf67180e4b71(size=12.6 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:21,267 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/1963f8b5181b4890aee93d38ad397e94 is 50, key is test_row_0/B:col10/1732566200518/Put/seqid=0 2024-11-25T20:23:21,267 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e69bb96165f47319a0aac3774a69e56: 2024-11-25T20:23:21,267 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56., storeName=5e69bb96165f47319a0aac3774a69e56/C, priority=12, startTime=1732566200160; duration=0sec 2024-11-25T20:23:21,268 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:21,268 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e69bb96165f47319a0aac3774a69e56:C 2024-11-25T20:23:21,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741903_1079 (size=12301) 2024-11-25T20:23:21,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:21,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37342 deadline: 1732566261320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:21,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:21,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-25T20:23:21,340 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-25T20:23:21,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37314 deadline: 1732566261321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:21,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:21,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37348 deadline: 1732566261330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:21,344 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:23:21,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:21,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37290 deadline: 1732566261333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:21,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-25T20:23:21,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-25T20:23:21,347 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:23:21,348 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:23:21,349 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:23:21,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-25T20:23:21,503 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:21,503 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-25T20:23:21,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:21,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. as already flushing 2024-11-25T20:23:21,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:21,504 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:21,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:21,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:21,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:21,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37342 deadline: 1732566261529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:21,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:21,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37348 deadline: 1732566261545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:21,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:21,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37314 deadline: 1732566261545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:21,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:21,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37290 deadline: 1732566261547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:21,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-25T20:23:21,659 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:21,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-25T20:23:21,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:21,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. as already flushing 2024-11-25T20:23:21,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:21,662 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:21,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:21,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:21,721 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/1963f8b5181b4890aee93d38ad397e94 2024-11-25T20:23:21,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:21,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37320 deadline: 1732566261742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:21,761 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/25f5f396ab4c42a0b3b3be4bffd757f5 is 50, key is test_row_0/C:col10/1732566200518/Put/seqid=0 2024-11-25T20:23:21,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741904_1080 (size=12301) 2024-11-25T20:23:21,802 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/25f5f396ab4c42a0b3b3be4bffd757f5 2024-11-25T20:23:21,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/35be68824bbb47bab92f760e58ed9e5d as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/35be68824bbb47bab92f760e58ed9e5d 2024-11-25T20:23:21,815 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:21,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-25T20:23:21,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:21,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. as already flushing 2024-11-25T20:23:21,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:21,820 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:21,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:21,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:21,825 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/35be68824bbb47bab92f760e58ed9e5d, entries=200, sequenceid=315, filesize=14.4 K 2024-11-25T20:23:21,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/1963f8b5181b4890aee93d38ad397e94 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/1963f8b5181b4890aee93d38ad397e94 2024-11-25T20:23:21,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:21,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37342 deadline: 1732566261834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:21,844 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/1963f8b5181b4890aee93d38ad397e94, entries=150, sequenceid=315, filesize=12.0 K 2024-11-25T20:23:21,852 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/25f5f396ab4c42a0b3b3be4bffd757f5 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/25f5f396ab4c42a0b3b3be4bffd757f5 2024-11-25T20:23:21,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:21,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37314 deadline: 1732566261859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:21,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:21,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37348 deadline: 1732566261860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:21,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:21,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37290 deadline: 1732566261866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:21,881 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/25f5f396ab4c42a0b3b3be4bffd757f5, entries=150, sequenceid=315, filesize=12.0 K 2024-11-25T20:23:21,882 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-25T20:23:21,899 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 5e69bb96165f47319a0aac3774a69e56 in 750ms, sequenceid=315, compaction requested=true 2024-11-25T20:23:21,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5e69bb96165f47319a0aac3774a69e56: 2024-11-25T20:23:21,899 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:23:21,905 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39991 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:23:21,906 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1540): 5e69bb96165f47319a0aac3774a69e56/A is initiating minor compaction (all files) 2024-11-25T20:23:21,906 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e69bb96165f47319a0aac3774a69e56/A in TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:21,906 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/d87ce973e41e4eadb0da98fb8a713d62, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/8bf3c5dc5a8343c0ae5ca91ec8d32130, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/35be68824bbb47bab92f760e58ed9e5d] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp, totalSize=39.1 K 2024-11-25T20:23:21,907 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting d87ce973e41e4eadb0da98fb8a713d62, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732566198576 2024-11-25T20:23:21,908 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8bf3c5dc5a8343c0ae5ca91ec8d32130, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732566199271 2024-11-25T20:23:21,909 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 35be68824bbb47bab92f760e58ed9e5d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732566200516 2024-11-25T20:23:21,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e69bb96165f47319a0aac3774a69e56:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:23:21,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:21,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e69bb96165f47319a0aac3774a69e56:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:23:21,924 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:23:21,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:21,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e69bb96165f47319a0aac3774a69e56:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:23:21,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:23:21,926 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:23:21,926 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): 5e69bb96165f47319a0aac3774a69e56/B is initiating minor compaction (all files) 2024-11-25T20:23:21,926 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e69bb96165f47319a0aac3774a69e56/B in TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:21,926 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/f45befe905fd4743b0ac6edc33791c6c, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/f3c9b0de830e426c806fd5cec09d32fd, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/1963f8b5181b4890aee93d38ad397e94] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp, totalSize=36.7 K 2024-11-25T20:23:21,927 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting f45befe905fd4743b0ac6edc33791c6c, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732566198576 2024-11-25T20:23:21,928 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting f3c9b0de830e426c806fd5cec09d32fd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732566199271 2024-11-25T20:23:21,930 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 1963f8b5181b4890aee93d38ad397e94, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732566200517 2024-11-25T20:23:21,937 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e69bb96165f47319a0aac3774a69e56#A#compaction#66 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:21,938 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/31b5b6ac7da742f7aa871eafc7d86355 is 50, key is test_row_0/A:col10/1732566200518/Put/seqid=0 2024-11-25T20:23:21,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-25T20:23:21,954 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e69bb96165f47319a0aac3774a69e56#B#compaction#67 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:21,954 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/bc2d6fce53704ec5abba4e7fddff025a is 50, key is test_row_0/B:col10/1732566200518/Put/seqid=0 2024-11-25T20:23:21,983 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:21,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-25T20:23:21,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:21,984 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing 5e69bb96165f47319a0aac3774a69e56 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T20:23:21,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=A 2024-11-25T20:23:21,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:21,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=B 2024-11-25T20:23:21,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:21,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=C 2024-11-25T20:23:21,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:22,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741905_1081 (size=13051) 2024-11-25T20:23:22,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/431980f21f6d4c8883cec7a03a4733cb is 50, key is test_row_0/A:col10/1732566201205/Put/seqid=0 2024-11-25T20:23:22,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741906_1082 (size=13051) 2024-11-25T20:23:22,086 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/bc2d6fce53704ec5abba4e7fddff025a as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/bc2d6fce53704ec5abba4e7fddff025a 2024-11-25T20:23:22,100 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5e69bb96165f47319a0aac3774a69e56/B of 5e69bb96165f47319a0aac3774a69e56 into bc2d6fce53704ec5abba4e7fddff025a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:22,101 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e69bb96165f47319a0aac3774a69e56: 2024-11-25T20:23:22,101 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56., storeName=5e69bb96165f47319a0aac3774a69e56/B, priority=13, startTime=1732566201924; duration=0sec 2024-11-25T20:23:22,101 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:23:22,101 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e69bb96165f47319a0aac3774a69e56:B 2024-11-25T20:23:22,101 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:23:22,107 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:23:22,108 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): 5e69bb96165f47319a0aac3774a69e56/C is initiating minor compaction (all files) 2024-11-25T20:23:22,108 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e69bb96165f47319a0aac3774a69e56/C in TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:22,108 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/6eb9dfd659544be2b88adf67180e4b71, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/67d15fc402824b05ae4c9c2cd2edb2fd, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/25f5f396ab4c42a0b3b3be4bffd757f5] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp, totalSize=36.7 K 2024-11-25T20:23:22,109 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 6eb9dfd659544be2b88adf67180e4b71, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732566198576 2024-11-25T20:23:22,110 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 67d15fc402824b05ae4c9c2cd2edb2fd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732566199271 2024-11-25T20:23:22,111 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 25f5f396ab4c42a0b3b3be4bffd757f5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732566200517 2024-11-25T20:23:22,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741907_1083 (size=12301) 2024-11-25T20:23:22,139 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e69bb96165f47319a0aac3774a69e56#C#compaction#69 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:22,140 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/db9951b8770648c1b1c3fc0303d90408 is 50, key is test_row_0/C:col10/1732566200518/Put/seqid=0 2024-11-25T20:23:22,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741908_1084 (size=13051) 2024-11-25T20:23:22,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on 5e69bb96165f47319a0aac3774a69e56 2024-11-25T20:23:22,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. as already flushing 2024-11-25T20:23:22,411 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/31b5b6ac7da742f7aa871eafc7d86355 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/31b5b6ac7da742f7aa871eafc7d86355 2024-11-25T20:23:22,429 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5e69bb96165f47319a0aac3774a69e56/A of 5e69bb96165f47319a0aac3774a69e56 into 31b5b6ac7da742f7aa871eafc7d86355(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:22,429 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e69bb96165f47319a0aac3774a69e56: 2024-11-25T20:23:22,429 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56., storeName=5e69bb96165f47319a0aac3774a69e56/A, priority=13, startTime=1732566201899; duration=0sec 2024-11-25T20:23:22,429 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:22,430 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e69bb96165f47319a0aac3774a69e56:A 2024-11-25T20:23:22,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-25T20:23:22,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:22,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37348 deadline: 1732566262460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:22,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:22,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37342 deadline: 1732566262467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:22,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:22,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37314 deadline: 1732566262462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:22,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:22,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37290 deadline: 1732566262471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:22,525 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/431980f21f6d4c8883cec7a03a4733cb 2024-11-25T20:23:22,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/20005108218e424bb45530d1177a6090 is 50, key is test_row_0/B:col10/1732566201205/Put/seqid=0 2024-11-25T20:23:22,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:22,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37342 deadline: 1732566262576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:22,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:22,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37348 deadline: 1732566262576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:22,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:22,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37314 deadline: 1732566262579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:22,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:22,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37290 deadline: 1732566262589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:22,600 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/db9951b8770648c1b1c3fc0303d90408 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/db9951b8770648c1b1c3fc0303d90408 2024-11-25T20:23:22,616 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5e69bb96165f47319a0aac3774a69e56/C of 5e69bb96165f47319a0aac3774a69e56 into db9951b8770648c1b1c3fc0303d90408(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:22,616 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e69bb96165f47319a0aac3774a69e56: 2024-11-25T20:23:22,616 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56., storeName=5e69bb96165f47319a0aac3774a69e56/C, priority=13, startTime=1732566201924; duration=0sec 2024-11-25T20:23:22,617 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:22,617 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e69bb96165f47319a0aac3774a69e56:C 2024-11-25T20:23:22,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741909_1085 (size=12301) 2024-11-25T20:23:22,639 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/20005108218e424bb45530d1177a6090 2024-11-25T20:23:22,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/a0710e9b6c874d43a327e8f28a1afbbe is 50, key is test_row_0/C:col10/1732566201205/Put/seqid=0 2024-11-25T20:23:22,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741910_1086 (size=12301) 2024-11-25T20:23:22,736 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/a0710e9b6c874d43a327e8f28a1afbbe 2024-11-25T20:23:22,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/431980f21f6d4c8883cec7a03a4733cb as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/431980f21f6d4c8883cec7a03a4733cb 2024-11-25T20:23:22,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:22,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37320 deadline: 1732566262754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:22,781 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/431980f21f6d4c8883cec7a03a4733cb, entries=150, sequenceid=328, filesize=12.0 K 2024-11-25T20:23:22,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:22,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37342 deadline: 1732566262781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:22,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:22,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37348 deadline: 1732566262783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:22,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/20005108218e424bb45530d1177a6090 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/20005108218e424bb45530d1177a6090 2024-11-25T20:23:22,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:22,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37314 deadline: 1732566262797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:22,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:22,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37290 deadline: 1732566262800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:22,828 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/20005108218e424bb45530d1177a6090, entries=150, sequenceid=328, filesize=12.0 K 2024-11-25T20:23:22,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/a0710e9b6c874d43a327e8f28a1afbbe as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/a0710e9b6c874d43a327e8f28a1afbbe 2024-11-25T20:23:22,847 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/a0710e9b6c874d43a327e8f28a1afbbe, entries=150, sequenceid=328, filesize=12.0 K 2024-11-25T20:23:22,859 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 5e69bb96165f47319a0aac3774a69e56 in 875ms, sequenceid=328, compaction requested=false 2024-11-25T20:23:22,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for 5e69bb96165f47319a0aac3774a69e56: 2024-11-25T20:23:22,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:22,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-25T20:23:22,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-25T20:23:22,880 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-25T20:23:22,880 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5290 sec 2024-11-25T20:23:22,892 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 1.5370 sec 2024-11-25T20:23:23,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on 5e69bb96165f47319a0aac3774a69e56 2024-11-25T20:23:23,091 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5e69bb96165f47319a0aac3774a69e56 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T20:23:23,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=A 2024-11-25T20:23:23,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:23,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=B 2024-11-25T20:23:23,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:23,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=C 2024-11-25T20:23:23,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:23,113 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/d4f8505f30df44c5aca8085f53ef8fca is 50, key is test_row_0/A:col10/1732566202463/Put/seqid=0 2024-11-25T20:23:23,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:23,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37290 deadline: 1732566263130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:23,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:23,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37314 deadline: 1732566263130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:23,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:23,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37342 deadline: 1732566263129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:23,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:23,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37348 deadline: 1732566263134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:23,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741911_1087 (size=14741) 2024-11-25T20:23:23,178 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/d4f8505f30df44c5aca8085f53ef8fca 2024-11-25T20:23:23,213 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/940e583a62a548c3a1d886d791fadab4 is 50, key is test_row_0/B:col10/1732566202463/Put/seqid=0 2024-11-25T20:23:23,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:23,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37314 deadline: 1732566263244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:23,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:23,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37290 deadline: 1732566263251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:23,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741912_1088 (size=12301) 2024-11-25T20:23:23,274 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/940e583a62a548c3a1d886d791fadab4 2024-11-25T20:23:23,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:23,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37348 deadline: 1732566263267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:23,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:23,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37342 deadline: 1732566263252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:23,298 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/526c235c8e9149dfb60bbf8097472b6b is 50, key is test_row_0/C:col10/1732566202463/Put/seqid=0 2024-11-25T20:23:23,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741913_1089 (size=12301) 2024-11-25T20:23:23,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:23,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-25T20:23:23,462 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-25T20:23:23,470 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:23:23,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-11-25T20:23:23,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37314 deadline: 1732566263452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:23,474 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:23:23,475 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:23:23,475 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:23:23,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-25T20:23:23,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:23,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37290 deadline: 1732566263473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:23,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:23,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37348 deadline: 1732566263476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:23,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:23,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37342 deadline: 1732566263482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:23,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-25T20:23:23,630 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:23,631 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-25T20:23:23,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:23,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. as already flushing 2024-11-25T20:23:23,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:23,632 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:23,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:23,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:23,747 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/526c235c8e9149dfb60bbf8097472b6b 2024-11-25T20:23:23,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/d4f8505f30df44c5aca8085f53ef8fca as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/d4f8505f30df44c5aca8085f53ef8fca 2024-11-25T20:23:23,767 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/d4f8505f30df44c5aca8085f53ef8fca, entries=200, sequenceid=356, filesize=14.4 K 2024-11-25T20:23:23,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/940e583a62a548c3a1d886d791fadab4 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/940e583a62a548c3a1d886d791fadab4 2024-11-25T20:23:23,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-25T20:23:23,783 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/940e583a62a548c3a1d886d791fadab4, entries=150, sequenceid=356, filesize=12.0 K 2024-11-25T20:23:23,785 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:23,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-25T20:23:23,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/526c235c8e9149dfb60bbf8097472b6b as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/526c235c8e9149dfb60bbf8097472b6b 2024-11-25T20:23:23,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:23,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. as already flushing 2024-11-25T20:23:23,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:23,788 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:23,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:23,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:23,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:23,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37314 deadline: 1732566263779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:23,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:23,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37290 deadline: 1732566263783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:23,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:23,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37348 deadline: 1732566263789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:23,804 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/526c235c8e9149dfb60bbf8097472b6b, entries=150, sequenceid=356, filesize=12.0 K 2024-11-25T20:23:23,805 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 5e69bb96165f47319a0aac3774a69e56 in 714ms, sequenceid=356, compaction requested=true 2024-11-25T20:23:23,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5e69bb96165f47319a0aac3774a69e56: 2024-11-25T20:23:23,806 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:23:23,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e69bb96165f47319a0aac3774a69e56:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:23:23,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:23,807 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:23:23,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e69bb96165f47319a0aac3774a69e56:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:23:23,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:23,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e69bb96165f47319a0aac3774a69e56:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:23:23,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:23:23,808 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40093 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:23:23,808 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1540): 5e69bb96165f47319a0aac3774a69e56/A is initiating minor compaction (all files) 2024-11-25T20:23:23,808 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e69bb96165f47319a0aac3774a69e56/A in TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:23,808 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/31b5b6ac7da742f7aa871eafc7d86355, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/431980f21f6d4c8883cec7a03a4733cb, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/d4f8505f30df44c5aca8085f53ef8fca] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp, totalSize=39.2 K 2024-11-25T20:23:23,809 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:23:23,809 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): 5e69bb96165f47319a0aac3774a69e56/B is initiating minor compaction (all files) 2024-11-25T20:23:23,809 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e69bb96165f47319a0aac3774a69e56/B in TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:23,809 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/bc2d6fce53704ec5abba4e7fddff025a, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/20005108218e424bb45530d1177a6090, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/940e583a62a548c3a1d886d791fadab4] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp, totalSize=36.8 K 2024-11-25T20:23:23,810 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 31b5b6ac7da742f7aa871eafc7d86355, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732566200517 2024-11-25T20:23:23,810 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting bc2d6fce53704ec5abba4e7fddff025a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732566200517 2024-11-25T20:23:23,810 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 431980f21f6d4c8883cec7a03a4733cb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732566201160 2024-11-25T20:23:23,810 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 20005108218e424bb45530d1177a6090, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732566201160 2024-11-25T20:23:23,811 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting d4f8505f30df44c5aca8085f53ef8fca, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732566202459 2024-11-25T20:23:23,811 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 940e583a62a548c3a1d886d791fadab4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732566202459 2024-11-25T20:23:23,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on 5e69bb96165f47319a0aac3774a69e56 2024-11-25T20:23:23,816 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5e69bb96165f47319a0aac3774a69e56 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T20:23:23,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=A 2024-11-25T20:23:23,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:23,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=B 2024-11-25T20:23:23,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:23,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=C 2024-11-25T20:23:23,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:23,836 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e69bb96165f47319a0aac3774a69e56#A#compaction#75 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:23,837 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/c373480abc3e42f1beb771c72d07d352 is 50, key is test_row_0/A:col10/1732566202463/Put/seqid=0 2024-11-25T20:23:23,852 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e69bb96165f47319a0aac3774a69e56#B#compaction#76 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:23,853 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/2531f172ad044967a973f3061b0aec69 is 50, key is test_row_0/B:col10/1732566202463/Put/seqid=0 2024-11-25T20:23:23,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/a2ddf3a4c08f442cb1463b7625ce0521 is 50, key is test_row_0/A:col10/1732566203104/Put/seqid=0 2024-11-25T20:23:23,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741914_1090 (size=13153) 2024-11-25T20:23:23,942 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:23,942 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/c373480abc3e42f1beb771c72d07d352 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/c373480abc3e42f1beb771c72d07d352 2024-11-25T20:23:23,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-25T20:23:23,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:23,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. as already flushing 2024-11-25T20:23:23,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:23,949 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:23,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:23,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:23,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741915_1091 (size=13153) 2024-11-25T20:23:23,965 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5e69bb96165f47319a0aac3774a69e56/A of 5e69bb96165f47319a0aac3774a69e56 into c373480abc3e42f1beb771c72d07d352(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:23,965 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e69bb96165f47319a0aac3774a69e56: 2024-11-25T20:23:23,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741916_1092 (size=12301) 2024-11-25T20:23:23,965 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56., storeName=5e69bb96165f47319a0aac3774a69e56/A, priority=13, startTime=1732566203806; duration=0sec 2024-11-25T20:23:23,965 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:23:23,965 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e69bb96165f47319a0aac3774a69e56:A 2024-11-25T20:23:23,965 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:23:23,969 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/a2ddf3a4c08f442cb1463b7625ce0521 2024-11-25T20:23:23,973 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:23:23,973 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1540): 5e69bb96165f47319a0aac3774a69e56/C is initiating minor compaction (all files) 2024-11-25T20:23:23,974 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e69bb96165f47319a0aac3774a69e56/C in TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:23,974 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/db9951b8770648c1b1c3fc0303d90408, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/a0710e9b6c874d43a327e8f28a1afbbe, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/526c235c8e9149dfb60bbf8097472b6b] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp, totalSize=36.8 K 2024-11-25T20:23:23,975 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/2531f172ad044967a973f3061b0aec69 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/2531f172ad044967a973f3061b0aec69 2024-11-25T20:23:23,977 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting db9951b8770648c1b1c3fc0303d90408, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732566200517 2024-11-25T20:23:23,979 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting a0710e9b6c874d43a327e8f28a1afbbe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732566201160 2024-11-25T20:23:23,981 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 526c235c8e9149dfb60bbf8097472b6b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732566202459 2024-11-25T20:23:23,989 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5e69bb96165f47319a0aac3774a69e56/B of 5e69bb96165f47319a0aac3774a69e56 into 2531f172ad044967a973f3061b0aec69(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:23,989 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e69bb96165f47319a0aac3774a69e56: 2024-11-25T20:23:23,989 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56., storeName=5e69bb96165f47319a0aac3774a69e56/B, priority=13, startTime=1732566203807; duration=0sec 2024-11-25T20:23:23,990 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:23,990 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e69bb96165f47319a0aac3774a69e56:B 2024-11-25T20:23:24,000 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/999c2d5fedac41a182b34cf50e548f1d is 50, key is test_row_0/B:col10/1732566203104/Put/seqid=0 2024-11-25T20:23:24,017 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e69bb96165f47319a0aac3774a69e56#C#compaction#79 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:24,018 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/b0c3546ae5954e03afcfe5b32358cb4a is 50, key is test_row_0/C:col10/1732566202463/Put/seqid=0 2024-11-25T20:23:24,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-25T20:23:24,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741917_1093 (size=12301) 2024-11-25T20:23:24,086 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/999c2d5fedac41a182b34cf50e548f1d 2024-11-25T20:23:24,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741918_1094 (size=13153) 2024-11-25T20:23:24,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:24,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37342 deadline: 1732566264096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:24,115 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:24,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-25T20:23:24,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:24,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. as already flushing 2024-11-25T20:23:24,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:24,117 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:24,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:24,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:24,119 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/e46ab30b1f464034ae76e36d9c424410 is 50, key is test_row_0/C:col10/1732566203104/Put/seqid=0 2024-11-25T20:23:24,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741919_1095 (size=12301) 2024-11-25T20:23:24,167 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/e46ab30b1f464034ae76e36d9c424410 2024-11-25T20:23:24,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/a2ddf3a4c08f442cb1463b7625ce0521 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/a2ddf3a4c08f442cb1463b7625ce0521 2024-11-25T20:23:24,193 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/a2ddf3a4c08f442cb1463b7625ce0521, entries=150, sequenceid=368, filesize=12.0 K 2024-11-25T20:23:24,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/999c2d5fedac41a182b34cf50e548f1d as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/999c2d5fedac41a182b34cf50e548f1d 2024-11-25T20:23:24,205 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/999c2d5fedac41a182b34cf50e548f1d, entries=150, sequenceid=368, filesize=12.0 K 2024-11-25T20:23:24,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/e46ab30b1f464034ae76e36d9c424410 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/e46ab30b1f464034ae76e36d9c424410 2024-11-25T20:23:24,217 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/e46ab30b1f464034ae76e36d9c424410, entries=150, sequenceid=368, filesize=12.0 K 2024-11-25T20:23:24,231 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 5e69bb96165f47319a0aac3774a69e56 in 416ms, sequenceid=368, compaction requested=false 2024-11-25T20:23:24,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5e69bb96165f47319a0aac3774a69e56: 2024-11-25T20:23:24,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on 5e69bb96165f47319a0aac3774a69e56 2024-11-25T20:23:24,234 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5e69bb96165f47319a0aac3774a69e56 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T20:23:24,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=A 2024-11-25T20:23:24,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:24,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=B 2024-11-25T20:23:24,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:24,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=C 2024-11-25T20:23:24,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:24,250 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/0eb602ce2ccd4f3aa344bca91117ab46 is 50, key is test_row_0/A:col10/1732566204089/Put/seqid=0 2024-11-25T20:23:24,270 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:24,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-25T20:23:24,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:24,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. as already flushing 2024-11-25T20:23:24,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:24,271 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:24,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:24,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:24,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:24,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37348 deadline: 1732566264299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:24,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741920_1096 (size=14741) 2024-11-25T20:23:24,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:24,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37342 deadline: 1732566264312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:24,322 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/0eb602ce2ccd4f3aa344bca91117ab46 2024-11-25T20:23:24,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:24,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37290 deadline: 1732566264321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:24,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:24,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37314 deadline: 1732566264313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:24,365 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/a8bc28b3a6794fdaa6d991259a525d94 is 50, key is test_row_0/B:col10/1732566204089/Put/seqid=0 2024-11-25T20:23:24,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741921_1097 (size=12301) 2024-11-25T20:23:24,423 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/a8bc28b3a6794fdaa6d991259a525d94 2024-11-25T20:23:24,424 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:24,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-25T20:23:24,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:24,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. as already flushing 2024-11-25T20:23:24,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:24,425 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:24,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:24,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:24,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:24,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37342 deadline: 1732566264427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:24,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:24,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37314 deadline: 1732566264433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:24,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:24,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37290 deadline: 1732566264435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:24,458 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/6594cf9b56934ad6900ddd4563cff23f is 50, key is test_row_0/C:col10/1732566204089/Put/seqid=0 2024-11-25T20:23:24,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741922_1098 (size=12301) 2024-11-25T20:23:24,470 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/6594cf9b56934ad6900ddd4563cff23f 2024-11-25T20:23:24,486 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/0eb602ce2ccd4f3aa344bca91117ab46 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/0eb602ce2ccd4f3aa344bca91117ab46 2024-11-25T20:23:24,502 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/0eb602ce2ccd4f3aa344bca91117ab46, entries=200, sequenceid=395, filesize=14.4 K 2024-11-25T20:23:24,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/a8bc28b3a6794fdaa6d991259a525d94 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/a8bc28b3a6794fdaa6d991259a525d94 2024-11-25T20:23:24,504 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/b0c3546ae5954e03afcfe5b32358cb4a as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/b0c3546ae5954e03afcfe5b32358cb4a 2024-11-25T20:23:24,513 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5e69bb96165f47319a0aac3774a69e56/C of 5e69bb96165f47319a0aac3774a69e56 into b0c3546ae5954e03afcfe5b32358cb4a(size=12.8 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:24,513 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e69bb96165f47319a0aac3774a69e56: 2024-11-25T20:23:24,513 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56., storeName=5e69bb96165f47319a0aac3774a69e56/C, priority=13, startTime=1732566203808; duration=0sec 2024-11-25T20:23:24,513 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:24,513 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e69bb96165f47319a0aac3774a69e56:C 2024-11-25T20:23:24,527 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/a8bc28b3a6794fdaa6d991259a525d94, entries=150, sequenceid=395, filesize=12.0 K 2024-11-25T20:23:24,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/6594cf9b56934ad6900ddd4563cff23f as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/6594cf9b56934ad6900ddd4563cff23f 2024-11-25T20:23:24,543 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/6594cf9b56934ad6900ddd4563cff23f, entries=150, sequenceid=395, filesize=12.0 K 2024-11-25T20:23:24,545 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 5e69bb96165f47319a0aac3774a69e56 in 310ms, sequenceid=395, compaction requested=true 2024-11-25T20:23:24,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5e69bb96165f47319a0aac3774a69e56: 2024-11-25T20:23:24,545 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:23:24,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e69bb96165f47319a0aac3774a69e56:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:23:24,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:24,546 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:23:24,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e69bb96165f47319a0aac3774a69e56:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:23:24,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:24,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e69bb96165f47319a0aac3774a69e56:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:23:24,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:23:24,549 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:23:24,549 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): 5e69bb96165f47319a0aac3774a69e56/B is initiating minor compaction (all files) 2024-11-25T20:23:24,549 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e69bb96165f47319a0aac3774a69e56/B in TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:24,550 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40195 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:23:24,550 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1540): 5e69bb96165f47319a0aac3774a69e56/A is initiating minor compaction (all files) 2024-11-25T20:23:24,550 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e69bb96165f47319a0aac3774a69e56/A in TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:24,550 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/c373480abc3e42f1beb771c72d07d352, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/a2ddf3a4c08f442cb1463b7625ce0521, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/0eb602ce2ccd4f3aa344bca91117ab46] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp, totalSize=39.3 K 2024-11-25T20:23:24,550 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/2531f172ad044967a973f3061b0aec69, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/999c2d5fedac41a182b34cf50e548f1d, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/a8bc28b3a6794fdaa6d991259a525d94] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp, totalSize=36.9 K 2024-11-25T20:23:24,551 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting c373480abc3e42f1beb771c72d07d352, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732566202459 2024-11-25T20:23:24,555 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting a2ddf3a4c08f442cb1463b7625ce0521, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732566203104 2024-11-25T20:23:24,556 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 2531f172ad044967a973f3061b0aec69, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732566202459 2024-11-25T20:23:24,556 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0eb602ce2ccd4f3aa344bca91117ab46, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1732566204059 2024-11-25T20:23:24,558 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 999c2d5fedac41a182b34cf50e548f1d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732566203104 2024-11-25T20:23:24,559 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting a8bc28b3a6794fdaa6d991259a525d94, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1732566204082 2024-11-25T20:23:24,574 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e69bb96165f47319a0aac3774a69e56#A#compaction#84 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:24,574 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/ba5d421a57314225976066c26715caa6 is 50, key is test_row_0/A:col10/1732566204089/Put/seqid=0 2024-11-25T20:23:24,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-25T20:23:24,588 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e69bb96165f47319a0aac3774a69e56#B#compaction#85 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:24,589 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:24,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-25T20:23:24,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:24,590 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing 5e69bb96165f47319a0aac3774a69e56 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T20:23:24,590 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/d86f06bf89cb43ddb06d017667b830f6 is 50, key is test_row_0/B:col10/1732566204089/Put/seqid=0 2024-11-25T20:23:24,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=A 2024-11-25T20:23:24,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:24,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=B 2024-11-25T20:23:24,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:24,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=C 2024-11-25T20:23:24,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:24,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/d669946aba4442d0bd6922146e51354d is 50, key is test_row_0/A:col10/1732566204314/Put/seqid=0 2024-11-25T20:23:24,655 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. as already flushing 2024-11-25T20:23:24,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on 5e69bb96165f47319a0aac3774a69e56 2024-11-25T20:23:24,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741923_1099 (size=13255) 2024-11-25T20:23:24,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741924_1100 (size=13255) 2024-11-25T20:23:24,701 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/d86f06bf89cb43ddb06d017667b830f6 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/d86f06bf89cb43ddb06d017667b830f6 2024-11-25T20:23:24,719 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5e69bb96165f47319a0aac3774a69e56/B of 5e69bb96165f47319a0aac3774a69e56 into d86f06bf89cb43ddb06d017667b830f6(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:24,719 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e69bb96165f47319a0aac3774a69e56: 2024-11-25T20:23:24,719 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56., storeName=5e69bb96165f47319a0aac3774a69e56/B, priority=13, startTime=1732566204545; duration=0sec 2024-11-25T20:23:24,719 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:23:24,719 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e69bb96165f47319a0aac3774a69e56:B 2024-11-25T20:23:24,720 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:23:24,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741925_1101 (size=12301) 2024-11-25T20:23:24,730 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:23:24,731 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): 5e69bb96165f47319a0aac3774a69e56/C is initiating minor compaction (all files) 2024-11-25T20:23:24,731 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e69bb96165f47319a0aac3774a69e56/C in TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:24,731 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/b0c3546ae5954e03afcfe5b32358cb4a, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/e46ab30b1f464034ae76e36d9c424410, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/6594cf9b56934ad6900ddd4563cff23f] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp, totalSize=36.9 K 2024-11-25T20:23:24,732 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting b0c3546ae5954e03afcfe5b32358cb4a, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732566202459 2024-11-25T20:23:24,732 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting e46ab30b1f464034ae76e36d9c424410, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732566203104 2024-11-25T20:23:24,733 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 6594cf9b56934ad6900ddd4563cff23f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1732566204082 2024-11-25T20:23:24,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:24,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37320 deadline: 1732566264768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:24,775 DEBUG [Thread-151 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4254 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56., hostname=a8cf619b0679,41621,1732566182451, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T20:23:24,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:24,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37290 deadline: 1732566264771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:24,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:24,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37342 deadline: 1732566264773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:24,787 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e69bb96165f47319a0aac3774a69e56#C#compaction#87 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:24,788 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/0c9369302cd64375b728d361428b5dcd is 50, key is test_row_0/C:col10/1732566204089/Put/seqid=0 2024-11-25T20:23:24,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:24,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37314 deadline: 1732566264784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:24,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741926_1102 (size=13255) 2024-11-25T20:23:24,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:24,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37290 deadline: 1732566264880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:24,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:24,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37342 deadline: 1732566264888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:24,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:24,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37314 deadline: 1732566264892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:25,078 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/ba5d421a57314225976066c26715caa6 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/ba5d421a57314225976066c26715caa6 2024-11-25T20:23:25,090 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5e69bb96165f47319a0aac3774a69e56/A of 5e69bb96165f47319a0aac3774a69e56 into ba5d421a57314225976066c26715caa6(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:25,090 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e69bb96165f47319a0aac3774a69e56: 2024-11-25T20:23:25,090 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56., storeName=5e69bb96165f47319a0aac3774a69e56/A, priority=13, startTime=1732566204545; duration=0sec 2024-11-25T20:23:25,090 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:25,090 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e69bb96165f47319a0aac3774a69e56:A 2024-11-25T20:23:25,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:25,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37342 deadline: 1732566265095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:25,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:25,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37314 deadline: 1732566265096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:25,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:25,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37290 deadline: 1732566265096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:25,124 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/d669946aba4442d0bd6922146e51354d 2024-11-25T20:23:25,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/b983819f7b174e34a4b85276378def9b is 50, key is test_row_0/B:col10/1732566204314/Put/seqid=0 2024-11-25T20:23:25,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741927_1103 (size=12301) 2024-11-25T20:23:25,218 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/b983819f7b174e34a4b85276378def9b 2024-11-25T20:23:25,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/ec8e2394e3024fc59ce4da5312ab64c9 is 50, key is test_row_0/C:col10/1732566204314/Put/seqid=0 2024-11-25T20:23:25,264 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/0c9369302cd64375b728d361428b5dcd as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/0c9369302cd64375b728d361428b5dcd 2024-11-25T20:23:25,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741928_1104 (size=12301) 2024-11-25T20:23:25,283 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5e69bb96165f47319a0aac3774a69e56/C of 5e69bb96165f47319a0aac3774a69e56 into 0c9369302cd64375b728d361428b5dcd(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:25,283 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e69bb96165f47319a0aac3774a69e56: 2024-11-25T20:23:25,283 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56., storeName=5e69bb96165f47319a0aac3774a69e56/C, priority=13, startTime=1732566204546; duration=0sec 2024-11-25T20:23:25,283 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:25,283 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e69bb96165f47319a0aac3774a69e56:C 2024-11-25T20:23:25,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:25,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37348 deadline: 1732566265321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:25,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:25,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37342 deadline: 1732566265415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:25,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:25,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37290 deadline: 1732566265419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:25,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:25,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37314 deadline: 1732566265419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:25,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-25T20:23:25,677 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/ec8e2394e3024fc59ce4da5312ab64c9 2024-11-25T20:23:25,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/d669946aba4442d0bd6922146e51354d as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/d669946aba4442d0bd6922146e51354d 2024-11-25T20:23:25,707 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/d669946aba4442d0bd6922146e51354d, entries=150, sequenceid=408, filesize=12.0 K 2024-11-25T20:23:25,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/b983819f7b174e34a4b85276378def9b as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/b983819f7b174e34a4b85276378def9b 2024-11-25T20:23:25,725 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/b983819f7b174e34a4b85276378def9b, entries=150, sequenceid=408, filesize=12.0 K 2024-11-25T20:23:25,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/ec8e2394e3024fc59ce4da5312ab64c9 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/ec8e2394e3024fc59ce4da5312ab64c9 2024-11-25T20:23:25,747 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/ec8e2394e3024fc59ce4da5312ab64c9, entries=150, sequenceid=408, filesize=12.0 K 2024-11-25T20:23:25,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-25T20:23:25,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-25T20:23:25,752 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 5e69bb96165f47319a0aac3774a69e56 in 1162ms, sequenceid=408, compaction requested=false 2024-11-25T20:23:25,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for 5e69bb96165f47319a0aac3774a69e56: 2024-11-25T20:23:25,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:25,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-25T20:23:25,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-11-25T20:23:25,757 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-25T20:23:25,758 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2800 sec 2024-11-25T20:23:25,759 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 2.2880 sec 2024-11-25T20:23:25,929 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5e69bb96165f47319a0aac3774a69e56 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T20:23:25,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=A 2024-11-25T20:23:25,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:25,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=B 2024-11-25T20:23:25,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:25,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=C 2024-11-25T20:23:25,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:25,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on 5e69bb96165f47319a0aac3774a69e56 2024-11-25T20:23:25,945 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/8e7a2eb168484955b465a273c0ef5317 is 50, key is test_row_0/A:col10/1732566204739/Put/seqid=0 2024-11-25T20:23:25,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:25,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37290 deadline: 1732566265970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:25,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:25,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37342 deadline: 1732566265976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:25,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:25,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37314 deadline: 1732566265979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:25,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741929_1105 (size=14741) 2024-11-25T20:23:25,989 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/8e7a2eb168484955b465a273c0ef5317 2024-11-25T20:23:26,010 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/bf968ea1d48242f794faf9d7437bb368 is 50, key is test_row_0/B:col10/1732566204739/Put/seqid=0 2024-11-25T20:23:26,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741930_1106 (size=12301) 2024-11-25T20:23:26,062 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/bf968ea1d48242f794faf9d7437bb368 2024-11-25T20:23:26,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:26,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37290 deadline: 1732566266081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:26,085 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/ae38a59e09744c17aefe1b57529cf082 is 50, key is test_row_0/C:col10/1732566204739/Put/seqid=0 2024-11-25T20:23:26,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:26,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37342 deadline: 1732566266087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:26,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:26,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37314 deadline: 1732566266087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:26,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741931_1107 (size=12301) 2024-11-25T20:23:26,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:26,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37290 deadline: 1732566266285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:26,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:26,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37314 deadline: 1732566266297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:26,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:26,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37342 deadline: 1732566266297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:26,540 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/ae38a59e09744c17aefe1b57529cf082 2024-11-25T20:23:26,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/8e7a2eb168484955b465a273c0ef5317 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/8e7a2eb168484955b465a273c0ef5317 2024-11-25T20:23:26,568 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/8e7a2eb168484955b465a273c0ef5317, entries=200, sequenceid=437, filesize=14.4 K 2024-11-25T20:23:26,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/bf968ea1d48242f794faf9d7437bb368 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/bf968ea1d48242f794faf9d7437bb368 2024-11-25T20:23:26,582 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/bf968ea1d48242f794faf9d7437bb368, entries=150, sequenceid=437, filesize=12.0 K 2024-11-25T20:23:26,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/ae38a59e09744c17aefe1b57529cf082 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/ae38a59e09744c17aefe1b57529cf082 2024-11-25T20:23:26,597 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/ae38a59e09744c17aefe1b57529cf082, entries=150, sequenceid=437, filesize=12.0 K 2024-11-25T20:23:26,598 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 5e69bb96165f47319a0aac3774a69e56 in 669ms, sequenceid=437, compaction requested=true 2024-11-25T20:23:26,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5e69bb96165f47319a0aac3774a69e56: 2024-11-25T20:23:26,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on 5e69bb96165f47319a0aac3774a69e56 2024-11-25T20:23:26,616 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:23:26,618 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40297 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:23:26,618 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1540): 5e69bb96165f47319a0aac3774a69e56/A is initiating minor compaction (all files) 2024-11-25T20:23:26,618 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e69bb96165f47319a0aac3774a69e56/A in TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:26,619 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/ba5d421a57314225976066c26715caa6, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/d669946aba4442d0bd6922146e51354d, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/8e7a2eb168484955b465a273c0ef5317] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp, totalSize=39.4 K 2024-11-25T20:23:26,621 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting ba5d421a57314225976066c26715caa6, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1732566204082 2024-11-25T20:23:26,622 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting d669946aba4442d0bd6922146e51354d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732566204289 2024-11-25T20:23:26,623 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8e7a2eb168484955b465a273c0ef5317, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1732566204739 2024-11-25T20:23:26,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e69bb96165f47319a0aac3774a69e56:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:23:26,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:26,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e69bb96165f47319a0aac3774a69e56:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:23:26,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:26,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e69bb96165f47319a0aac3774a69e56:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:23:26,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:23:26,632 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:23:26,632 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5e69bb96165f47319a0aac3774a69e56 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T20:23:26,634 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:23:26,634 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): 5e69bb96165f47319a0aac3774a69e56/B is initiating minor compaction (all files) 2024-11-25T20:23:26,634 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e69bb96165f47319a0aac3774a69e56/B in TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:26,634 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/d86f06bf89cb43ddb06d017667b830f6, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/b983819f7b174e34a4b85276378def9b, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/bf968ea1d48242f794faf9d7437bb368] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp, totalSize=37.0 K 2024-11-25T20:23:26,635 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting d86f06bf89cb43ddb06d017667b830f6, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1732566204082 2024-11-25T20:23:26,636 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting b983819f7b174e34a4b85276378def9b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732566204289 2024-11-25T20:23:26,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=A 2024-11-25T20:23:26,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:26,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=B 2024-11-25T20:23:26,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:26,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=C 2024-11-25T20:23:26,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:26,637 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting bf968ea1d48242f794faf9d7437bb368, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1732566204739 2024-11-25T20:23:26,655 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/7afb18fe6a344176a94f9f4cb815a1f2 is 50, key is test_row_0/A:col10/1732566206630/Put/seqid=0 2024-11-25T20:23:26,660 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e69bb96165f47319a0aac3774a69e56#A#compaction#94 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:26,661 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/5c60d460f56c47f680c7ddf50362fd33 is 50, key is test_row_0/A:col10/1732566204739/Put/seqid=0 2024-11-25T20:23:26,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741932_1108 (size=17181) 2024-11-25T20:23:26,707 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/7afb18fe6a344176a94f9f4cb815a1f2 2024-11-25T20:23:26,716 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e69bb96165f47319a0aac3774a69e56#B#compaction#95 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:26,717 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/23cd178bd5734c5b9cc2f3c4bbfea9d8 is 50, key is test_row_0/B:col10/1732566204739/Put/seqid=0 2024-11-25T20:23:26,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:26,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37314 deadline: 1732566266735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:26,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:26,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37290 deadline: 1732566266736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:26,747 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/f5f41c5cef604f73aafe1c1c587b0a2a is 50, key is test_row_0/B:col10/1732566206630/Put/seqid=0 2024-11-25T20:23:26,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:26,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37342 deadline: 1732566266732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:26,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741933_1109 (size=13357) 2024-11-25T20:23:26,790 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/5c60d460f56c47f680c7ddf50362fd33 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/5c60d460f56c47f680c7ddf50362fd33 2024-11-25T20:23:26,803 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5e69bb96165f47319a0aac3774a69e56/A of 5e69bb96165f47319a0aac3774a69e56 into 5c60d460f56c47f680c7ddf50362fd33(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:26,803 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e69bb96165f47319a0aac3774a69e56: 2024-11-25T20:23:26,803 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56., storeName=5e69bb96165f47319a0aac3774a69e56/A, priority=13, startTime=1732566206616; duration=0sec 2024-11-25T20:23:26,803 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:23:26,803 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e69bb96165f47319a0aac3774a69e56:A 2024-11-25T20:23:26,804 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:23:26,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741934_1110 (size=13357) 2024-11-25T20:23:26,810 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:23:26,810 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1540): 5e69bb96165f47319a0aac3774a69e56/C is initiating minor compaction (all files) 2024-11-25T20:23:26,810 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e69bb96165f47319a0aac3774a69e56/C in TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:26,810 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/0c9369302cd64375b728d361428b5dcd, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/ec8e2394e3024fc59ce4da5312ab64c9, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/ae38a59e09744c17aefe1b57529cf082] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp, totalSize=37.0 K 2024-11-25T20:23:26,813 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0c9369302cd64375b728d361428b5dcd, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1732566204082 2024-11-25T20:23:26,834 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting ec8e2394e3024fc59ce4da5312ab64c9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732566204289 2024-11-25T20:23:26,836 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting ae38a59e09744c17aefe1b57529cf082, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1732566204739 2024-11-25T20:23:26,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:26,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37290 deadline: 1732566266842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:26,852 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/23cd178bd5734c5b9cc2f3c4bbfea9d8 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/23cd178bd5734c5b9cc2f3c4bbfea9d8 2024-11-25T20:23:26,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:26,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37314 deadline: 1732566266844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:26,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:26,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37342 deadline: 1732566266851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:26,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741935_1111 (size=12301) 2024-11-25T20:23:26,867 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/f5f41c5cef604f73aafe1c1c587b0a2a 2024-11-25T20:23:26,877 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5e69bb96165f47319a0aac3774a69e56/B of 5e69bb96165f47319a0aac3774a69e56 into 23cd178bd5734c5b9cc2f3c4bbfea9d8(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:26,877 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e69bb96165f47319a0aac3774a69e56: 2024-11-25T20:23:26,877 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56., storeName=5e69bb96165f47319a0aac3774a69e56/B, priority=13, startTime=1732566206631; duration=0sec 2024-11-25T20:23:26,877 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:26,878 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e69bb96165f47319a0aac3774a69e56:B 2024-11-25T20:23:26,881 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e69bb96165f47319a0aac3774a69e56#C#compaction#97 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:26,882 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/a7206252ddb64b5099bc0990aced33bc is 50, key is test_row_0/C:col10/1732566204739/Put/seqid=0 2024-11-25T20:23:26,920 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/1d67dc6aa5984cb5af038de26dbb500f is 50, key is test_row_0/C:col10/1732566206630/Put/seqid=0 2024-11-25T20:23:26,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741936_1112 (size=13357) 2024-11-25T20:23:27,003 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/a7206252ddb64b5099bc0990aced33bc as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/a7206252ddb64b5099bc0990aced33bc 2024-11-25T20:23:27,018 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5e69bb96165f47319a0aac3774a69e56/C of 5e69bb96165f47319a0aac3774a69e56 into a7206252ddb64b5099bc0990aced33bc(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:27,018 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e69bb96165f47319a0aac3774a69e56: 2024-11-25T20:23:27,018 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56., storeName=5e69bb96165f47319a0aac3774a69e56/C, priority=13, startTime=1732566206632; duration=0sec 2024-11-25T20:23:27,018 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:27,018 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e69bb96165f47319a0aac3774a69e56:C 2024-11-25T20:23:27,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741937_1113 (size=12301) 2024-11-25T20:23:27,032 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/1d67dc6aa5984cb5af038de26dbb500f 2024-11-25T20:23:27,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/7afb18fe6a344176a94f9f4cb815a1f2 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/7afb18fe6a344176a94f9f4cb815a1f2 2024-11-25T20:23:27,059 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/7afb18fe6a344176a94f9f4cb815a1f2, entries=250, sequenceid=451, filesize=16.8 K 2024-11-25T20:23:27,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/f5f41c5cef604f73aafe1c1c587b0a2a as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/f5f41c5cef604f73aafe1c1c587b0a2a 2024-11-25T20:23:27,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:27,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37342 deadline: 1732566267064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:27,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:27,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37314 deadline: 1732566267064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:27,073 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/f5f41c5cef604f73aafe1c1c587b0a2a, entries=150, sequenceid=451, filesize=12.0 K 2024-11-25T20:23:27,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/1d67dc6aa5984cb5af038de26dbb500f as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/1d67dc6aa5984cb5af038de26dbb500f 2024-11-25T20:23:27,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:27,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37290 deadline: 1732566267075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:27,090 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/1d67dc6aa5984cb5af038de26dbb500f, entries=150, sequenceid=451, filesize=12.0 K 2024-11-25T20:23:27,094 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 5e69bb96165f47319a0aac3774a69e56 in 461ms, sequenceid=451, compaction requested=false 2024-11-25T20:23:27,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5e69bb96165f47319a0aac3774a69e56: 2024-11-25T20:23:27,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on 5e69bb96165f47319a0aac3774a69e56 2024-11-25T20:23:27,369 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5e69bb96165f47319a0aac3774a69e56 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T20:23:27,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=A 2024-11-25T20:23:27,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:27,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=B 2024-11-25T20:23:27,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:27,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=C 2024-11-25T20:23:27,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:27,398 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/b4944e7380db49868c6837c39489824f is 50, key is test_row_0/A:col10/1732566206714/Put/seqid=0 2024-11-25T20:23:27,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:27,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37290 deadline: 1732566267398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:27,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:27,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37314 deadline: 1732566267414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:27,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:27,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37342 deadline: 1732566267407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:27,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:27,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37348 deadline: 1732566267418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:27,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741938_1114 (size=14741) 2024-11-25T20:23:27,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:27,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37290 deadline: 1732566267521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:27,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:27,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37342 deadline: 1732566267528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:27,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:27,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37348 deadline: 1732566267534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:27,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:27,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37314 deadline: 1732566267535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:27,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-25T20:23:27,585 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-25T20:23:27,588 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:23:27,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees 2024-11-25T20:23:27,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-25T20:23:27,591 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:23:27,592 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:23:27,592 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:23:27,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-25T20:23:27,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:27,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37290 deadline: 1732566267731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:27,744 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:27,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-25T20:23:27,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:27,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. as already flushing 2024-11-25T20:23:27,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:27,745 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:27,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:27,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:27,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:27,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37314 deadline: 1732566267743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:27,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:27,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37348 deadline: 1732566267743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:27,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:27,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37342 deadline: 1732566267738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:27,853 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=478 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/b4944e7380db49868c6837c39489824f 2024-11-25T20:23:27,885 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/d0b690b42dd2400c9338d38edd0a18b9 is 50, key is test_row_0/B:col10/1732566206714/Put/seqid=0 2024-11-25T20:23:27,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-25T20:23:27,907 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:27,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-25T20:23:27,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:27,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. as already flushing 2024-11-25T20:23:27,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:27,908 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:27,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:27,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:27,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741939_1115 (size=12301) 2024-11-25T20:23:27,948 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=478 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/d0b690b42dd2400c9338d38edd0a18b9 2024-11-25T20:23:27,967 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/01c7acabc8bd49cd8a4f062f0609b3f0 is 50, key is test_row_0/C:col10/1732566206714/Put/seqid=0 2024-11-25T20:23:28,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741940_1116 (size=12301) 2024-11-25T20:23:28,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:28,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37290 deadline: 1732566268037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:28,060 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:28,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-25T20:23:28,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:28,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. as already flushing 2024-11-25T20:23:28,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:28,061 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:28,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:28,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:28,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:28,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37348 deadline: 1732566268055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:28,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:28,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37314 deadline: 1732566268056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:28,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:28,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37342 deadline: 1732566268076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:28,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-25T20:23:28,217 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:28,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-25T20:23:28,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:28,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. as already flushing 2024-11-25T20:23:28,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:28,224 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:28,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:28,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:28,378 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:28,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-25T20:23:28,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:28,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. as already flushing 2024-11-25T20:23:28,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:28,403 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:28,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:28,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:28,421 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=478 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/01c7acabc8bd49cd8a4f062f0609b3f0 2024-11-25T20:23:28,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/b4944e7380db49868c6837c39489824f as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/b4944e7380db49868c6837c39489824f 2024-11-25T20:23:28,442 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/b4944e7380db49868c6837c39489824f, entries=200, sequenceid=478, filesize=14.4 K 2024-11-25T20:23:28,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/d0b690b42dd2400c9338d38edd0a18b9 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/d0b690b42dd2400c9338d38edd0a18b9 2024-11-25T20:23:28,453 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/d0b690b42dd2400c9338d38edd0a18b9, entries=150, sequenceid=478, filesize=12.0 K 2024-11-25T20:23:28,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/01c7acabc8bd49cd8a4f062f0609b3f0 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/01c7acabc8bd49cd8a4f062f0609b3f0 2024-11-25T20:23:28,466 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/01c7acabc8bd49cd8a4f062f0609b3f0, entries=150, sequenceid=478, filesize=12.0 K 2024-11-25T20:23:28,471 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 5e69bb96165f47319a0aac3774a69e56 in 1102ms, sequenceid=478, compaction requested=true 2024-11-25T20:23:28,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5e69bb96165f47319a0aac3774a69e56: 2024-11-25T20:23:28,472 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:23:28,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e69bb96165f47319a0aac3774a69e56:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:23:28,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:28,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e69bb96165f47319a0aac3774a69e56:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:23:28,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:23:28,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e69bb96165f47319a0aac3774a69e56:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:23:28,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T20:23:28,474 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45279 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:23:28,474 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:23:28,475 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): 5e69bb96165f47319a0aac3774a69e56/A is initiating minor compaction (all files) 2024-11-25T20:23:28,475 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e69bb96165f47319a0aac3774a69e56/A in TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:28,475 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/5c60d460f56c47f680c7ddf50362fd33, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/7afb18fe6a344176a94f9f4cb815a1f2, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/b4944e7380db49868c6837c39489824f] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp, totalSize=44.2 K 2024-11-25T20:23:28,479 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 5c60d460f56c47f680c7ddf50362fd33, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1732566204739 2024-11-25T20:23:28,480 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 7afb18fe6a344176a94f9f4cb815a1f2, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1732566205937 2024-11-25T20:23:28,481 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting b4944e7380db49868c6837c39489824f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=478, earliestPutTs=1732566206714 2024-11-25T20:23:28,493 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:23:28,493 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1540): 5e69bb96165f47319a0aac3774a69e56/B is initiating minor compaction (all files) 2024-11-25T20:23:28,493 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e69bb96165f47319a0aac3774a69e56/B in TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:28,494 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/23cd178bd5734c5b9cc2f3c4bbfea9d8, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/f5f41c5cef604f73aafe1c1c587b0a2a, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/d0b690b42dd2400c9338d38edd0a18b9] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp, totalSize=37.1 K 2024-11-25T20:23:28,496 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 23cd178bd5734c5b9cc2f3c4bbfea9d8, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1732566204739 2024-11-25T20:23:28,500 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting f5f41c5cef604f73aafe1c1c587b0a2a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1732566206618 2024-11-25T20:23:28,501 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting d0b690b42dd2400c9338d38edd0a18b9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=478, earliestPutTs=1732566206714 2024-11-25T20:23:28,525 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e69bb96165f47319a0aac3774a69e56#A#compaction#102 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:28,526 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/72c71dd675b44eecbae25c151f7b45bb is 50, key is test_row_0/A:col10/1732566206714/Put/seqid=0 2024-11-25T20:23:28,540 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e69bb96165f47319a0aac3774a69e56#B#compaction#103 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:28,541 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/0caf637ae8d54966b3dd4ba92261c538 is 50, key is test_row_0/B:col10/1732566206714/Put/seqid=0 2024-11-25T20:23:28,564 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:28,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-25T20:23:28,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:28,566 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2837): Flushing 5e69bb96165f47319a0aac3774a69e56 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T20:23:28,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on 5e69bb96165f47319a0aac3774a69e56 2024-11-25T20:23:28,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=A 2024-11-25T20:23:28,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:28,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=B 2024-11-25T20:23:28,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:28,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=C 2024-11-25T20:23:28,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:28,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. as already flushing 2024-11-25T20:23:28,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741941_1117 (size=13459) 2024-11-25T20:23:28,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/49a2b4f3b58b4a76b58708fa0c6c696a is 50, key is test_row_0/A:col10/1732566207393/Put/seqid=0 2024-11-25T20:23:28,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741942_1118 (size=13459) 2024-11-25T20:23:28,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:28,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37290 deadline: 1732566268659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:28,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:28,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37348 deadline: 1732566268663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:28,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:28,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37342 deadline: 1732566268664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:28,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:28,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37314 deadline: 1732566268667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:28,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-25T20:23:28,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741943_1119 (size=14741) 2024-11-25T20:23:28,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:28,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37290 deadline: 1732566268769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:28,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:28,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37348 deadline: 1732566268769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:28,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:28,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37342 deadline: 1732566268783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:28,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:28,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37314 deadline: 1732566268789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:28,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:28,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37320 deadline: 1732566268812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:28,818 DEBUG [Thread-151 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8298 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56., hostname=a8cf619b0679,41621,1732566182451, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T20:23:29,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:29,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37348 deadline: 1732566268998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:29,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:29,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37342 deadline: 1732566268999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:29,008 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/72c71dd675b44eecbae25c151f7b45bb as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/72c71dd675b44eecbae25c151f7b45bb 2024-11-25T20:23:29,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:29,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37290 deadline: 1732566268999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:29,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:29,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37314 deadline: 1732566269000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:29,043 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5e69bb96165f47319a0aac3774a69e56/A of 5e69bb96165f47319a0aac3774a69e56 into 72c71dd675b44eecbae25c151f7b45bb(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:29,043 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e69bb96165f47319a0aac3774a69e56: 2024-11-25T20:23:29,044 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56., storeName=5e69bb96165f47319a0aac3774a69e56/A, priority=13, startTime=1732566208472; duration=0sec 2024-11-25T20:23:29,044 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:23:29,044 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e69bb96165f47319a0aac3774a69e56:A 2024-11-25T20:23:29,044 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:23:29,046 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:23:29,046 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): 5e69bb96165f47319a0aac3774a69e56/C is initiating minor compaction (all files) 2024-11-25T20:23:29,046 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e69bb96165f47319a0aac3774a69e56/C in TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:29,047 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/a7206252ddb64b5099bc0990aced33bc, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/1d67dc6aa5984cb5af038de26dbb500f, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/01c7acabc8bd49cd8a4f062f0609b3f0] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp, totalSize=37.1 K 2024-11-25T20:23:29,049 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting a7206252ddb64b5099bc0990aced33bc, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1732566204739 2024-11-25T20:23:29,050 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d67dc6aa5984cb5af038de26dbb500f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1732566206618 2024-11-25T20:23:29,056 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 01c7acabc8bd49cd8a4f062f0609b3f0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=478, earliestPutTs=1732566206714 2024-11-25T20:23:29,076 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/0caf637ae8d54966b3dd4ba92261c538 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/0caf637ae8d54966b3dd4ba92261c538 2024-11-25T20:23:29,090 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5e69bb96165f47319a0aac3774a69e56/B of 5e69bb96165f47319a0aac3774a69e56 into 0caf637ae8d54966b3dd4ba92261c538(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:29,090 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e69bb96165f47319a0aac3774a69e56: 2024-11-25T20:23:29,090 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56., storeName=5e69bb96165f47319a0aac3774a69e56/B, priority=13, startTime=1732566208473; duration=0sec 2024-11-25T20:23:29,090 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:29,091 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e69bb96165f47319a0aac3774a69e56:B 2024-11-25T20:23:29,102 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e69bb96165f47319a0aac3774a69e56#C#compaction#105 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:29,103 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/2ae1fa566f0b4fc5ab1a90e00d208e93 is 50, key is test_row_0/C:col10/1732566206714/Put/seqid=0 2024-11-25T20:23:29,110 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/49a2b4f3b58b4a76b58708fa0c6c696a 2024-11-25T20:23:29,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/236292548478410d881cecab773e10c7 is 50, key is test_row_0/B:col10/1732566207393/Put/seqid=0 2024-11-25T20:23:29,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741944_1120 (size=13459) 2024-11-25T20:23:29,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741945_1121 (size=12301) 2024-11-25T20:23:29,199 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/236292548478410d881cecab773e10c7 2024-11-25T20:23:29,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/ed1ad44c8d89448d963dda6130ab6e9c is 50, key is test_row_0/C:col10/1732566207393/Put/seqid=0 2024-11-25T20:23:29,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741946_1122 (size=12301) 2024-11-25T20:23:29,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:29,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37348 deadline: 1732566269308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:29,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:29,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37290 deadline: 1732566269316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:29,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:29,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37342 deadline: 1732566269319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:29,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:29,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37314 deadline: 1732566269326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:29,507 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x53a0c5fc to 127.0.0.1:49356 2024-11-25T20:23:29,507 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0549063c to 127.0.0.1:49356 2024-11-25T20:23:29,507 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:23:29,510 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72751967 to 127.0.0.1:49356 2024-11-25T20:23:29,510 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:23:29,510 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:23:29,521 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0b43a4fb to 127.0.0.1:49356 2024-11-25T20:23:29,521 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:23:29,559 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/2ae1fa566f0b4fc5ab1a90e00d208e93 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/2ae1fa566f0b4fc5ab1a90e00d208e93 2024-11-25T20:23:29,579 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5e69bb96165f47319a0aac3774a69e56/C of 5e69bb96165f47319a0aac3774a69e56 into 2ae1fa566f0b4fc5ab1a90e00d208e93(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:29,579 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e69bb96165f47319a0aac3774a69e56: 2024-11-25T20:23:29,579 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56., storeName=5e69bb96165f47319a0aac3774a69e56/C, priority=13, startTime=1732566208473; duration=0sec 2024-11-25T20:23:29,580 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:29,580 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e69bb96165f47319a0aac3774a69e56:C 2024-11-25T20:23:29,690 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/ed1ad44c8d89448d963dda6130ab6e9c 2024-11-25T20:23:29,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-25T20:23:29,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/49a2b4f3b58b4a76b58708fa0c6c696a as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/49a2b4f3b58b4a76b58708fa0c6c696a 2024-11-25T20:23:29,757 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/49a2b4f3b58b4a76b58708fa0c6c696a, entries=200, sequenceid=492, filesize=14.4 K 2024-11-25T20:23:29,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/236292548478410d881cecab773e10c7 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/236292548478410d881cecab773e10c7 2024-11-25T20:23:29,791 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/236292548478410d881cecab773e10c7, entries=150, sequenceid=492, filesize=12.0 K 2024-11-25T20:23:29,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/ed1ad44c8d89448d963dda6130ab6e9c as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/ed1ad44c8d89448d963dda6130ab6e9c 2024-11-25T20:23:29,800 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/ed1ad44c8d89448d963dda6130ab6e9c, entries=150, sequenceid=492, filesize=12.0 K 2024-11-25T20:23:29,802 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 5e69bb96165f47319a0aac3774a69e56 in 1236ms, sequenceid=492, compaction requested=false 2024-11-25T20:23:29,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2538): Flush status journal for 5e69bb96165f47319a0aac3774a69e56: 2024-11-25T20:23:29,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:29,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-25T20:23:29,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4106): Remote procedure done, pid=31 2024-11-25T20:23:29,809 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-25T20:23:29,809 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2150 sec 2024-11-25T20:23:29,810 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees in 2.2210 sec 2024-11-25T20:23:29,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on 5e69bb96165f47319a0aac3774a69e56 2024-11-25T20:23:29,819 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5e69bb96165f47319a0aac3774a69e56 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-25T20:23:29,819 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x74655007 to 127.0.0.1:49356 2024-11-25T20:23:29,819 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:23:29,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=A 2024-11-25T20:23:29,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:29,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=B 2024-11-25T20:23:29,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:29,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=C 2024-11-25T20:23:29,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:29,831 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0c19bd5b to 127.0.0.1:49356 2024-11-25T20:23:29,831 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:23:29,837 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/6bdabe96ff7b47b4b3ac54e3d95aaa20 is 50, key is test_row_0/A:col10/1732566208660/Put/seqid=0 2024-11-25T20:23:29,840 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x68535675 to 127.0.0.1:49356 2024-11-25T20:23:29,840 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:23:29,841 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4a9f2550 to 127.0.0.1:49356 2024-11-25T20:23:29,841 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:23:29,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741947_1123 (size=12301) 2024-11-25T20:23:29,904 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=518 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/6bdabe96ff7b47b4b3ac54e3d95aaa20 2024-11-25T20:23:29,961 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/04ce4cc46fb44b85a9d61030d13a2ee3 is 50, key is test_row_0/B:col10/1732566208660/Put/seqid=0 2024-11-25T20:23:30,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741948_1124 (size=12301) 2024-11-25T20:23:30,343 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T20:23:30,419 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=518 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/04ce4cc46fb44b85a9d61030d13a2ee3 2024-11-25T20:23:30,491 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/4b33aee7d49a4bcca772601141ec5353 is 50, key is test_row_0/C:col10/1732566208660/Put/seqid=0 2024-11-25T20:23:30,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741949_1125 (size=12301) 2024-11-25T20:23:30,555 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=518 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/4b33aee7d49a4bcca772601141ec5353 2024-11-25T20:23:30,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/6bdabe96ff7b47b4b3ac54e3d95aaa20 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/6bdabe96ff7b47b4b3ac54e3d95aaa20 2024-11-25T20:23:30,594 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/6bdabe96ff7b47b4b3ac54e3d95aaa20, entries=150, sequenceid=518, filesize=12.0 K 2024-11-25T20:23:30,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/04ce4cc46fb44b85a9d61030d13a2ee3 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/04ce4cc46fb44b85a9d61030d13a2ee3 2024-11-25T20:23:30,636 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/04ce4cc46fb44b85a9d61030d13a2ee3, entries=150, sequenceid=518, filesize=12.0 K 2024-11-25T20:23:30,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/4b33aee7d49a4bcca772601141ec5353 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/4b33aee7d49a4bcca772601141ec5353 2024-11-25T20:23:30,657 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/4b33aee7d49a4bcca772601141ec5353, entries=150, sequenceid=518, filesize=12.0 K 2024-11-25T20:23:30,665 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=20.13 KB/20610 for 5e69bb96165f47319a0aac3774a69e56 in 846ms, sequenceid=518, compaction requested=true 2024-11-25T20:23:30,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5e69bb96165f47319a0aac3774a69e56: 2024-11-25T20:23:30,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e69bb96165f47319a0aac3774a69e56:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:23:30,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:23:30,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e69bb96165f47319a0aac3774a69e56:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:23:30,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T20:23:30,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e69bb96165f47319a0aac3774a69e56:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:23:30,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-25T20:23:30,669 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:23:30,669 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:23:30,676 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40501 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:23:30,676 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1540): 5e69bb96165f47319a0aac3774a69e56/A is initiating minor compaction (all files) 2024-11-25T20:23:30,676 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e69bb96165f47319a0aac3774a69e56/A in TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:30,676 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/72c71dd675b44eecbae25c151f7b45bb, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/49a2b4f3b58b4a76b58708fa0c6c696a, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/6bdabe96ff7b47b4b3ac54e3d95aaa20] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp, totalSize=39.6 K 2024-11-25T20:23:30,677 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:23:30,677 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): 5e69bb96165f47319a0aac3774a69e56/C is initiating minor compaction (all files) 2024-11-25T20:23:30,677 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e69bb96165f47319a0aac3774a69e56/C in TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:30,678 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/2ae1fa566f0b4fc5ab1a90e00d208e93, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/ed1ad44c8d89448d963dda6130ab6e9c, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/4b33aee7d49a4bcca772601141ec5353] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp, totalSize=37.2 K 2024-11-25T20:23:30,682 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 2ae1fa566f0b4fc5ab1a90e00d208e93, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=478, earliestPutTs=1732566206714 2024-11-25T20:23:30,683 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 72c71dd675b44eecbae25c151f7b45bb, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=478, earliestPutTs=1732566206714 2024-11-25T20:23:30,684 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 49a2b4f3b58b4a76b58708fa0c6c696a, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1732566207393 2024-11-25T20:23:30,684 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting ed1ad44c8d89448d963dda6130ab6e9c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1732566207393 2024-11-25T20:23:30,685 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b33aee7d49a4bcca772601141ec5353, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=518, earliestPutTs=1732566208660 2024-11-25T20:23:30,685 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6bdabe96ff7b47b4b3ac54e3d95aaa20, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=518, earliestPutTs=1732566208660 2024-11-25T20:23:30,718 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e69bb96165f47319a0aac3774a69e56#A#compaction#111 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:30,719 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/c0e378c565cb42c294e670c7d79623dd is 50, key is test_row_0/A:col10/1732566208660/Put/seqid=0 2024-11-25T20:23:30,761 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e69bb96165f47319a0aac3774a69e56#C#compaction#112 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:30,762 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/d21c4bb1326e40ba8f0d99c37de35694 is 50, key is test_row_0/C:col10/1732566208660/Put/seqid=0 2024-11-25T20:23:30,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741950_1126 (size=13561) 2024-11-25T20:23:30,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741951_1127 (size=13561) 2024-11-25T20:23:31,188 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/c0e378c565cb42c294e670c7d79623dd as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/c0e378c565cb42c294e670c7d79623dd 2024-11-25T20:23:31,198 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5e69bb96165f47319a0aac3774a69e56/A of 5e69bb96165f47319a0aac3774a69e56 into c0e378c565cb42c294e670c7d79623dd(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:31,198 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e69bb96165f47319a0aac3774a69e56: 2024-11-25T20:23:31,198 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56., storeName=5e69bb96165f47319a0aac3774a69e56/A, priority=13, startTime=1732566210666; duration=0sec 2024-11-25T20:23:31,198 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:23:31,198 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e69bb96165f47319a0aac3774a69e56:A 2024-11-25T20:23:31,198 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:23:31,200 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:23:31,200 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1540): 5e69bb96165f47319a0aac3774a69e56/B is initiating minor compaction (all files) 2024-11-25T20:23:31,201 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e69bb96165f47319a0aac3774a69e56/B in TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:31,201 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/0caf637ae8d54966b3dd4ba92261c538, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/236292548478410d881cecab773e10c7, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/04ce4cc46fb44b85a9d61030d13a2ee3] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp, totalSize=37.2 K 2024-11-25T20:23:31,203 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0caf637ae8d54966b3dd4ba92261c538, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=478, earliestPutTs=1732566206714 2024-11-25T20:23:31,203 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 236292548478410d881cecab773e10c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1732566207393 2024-11-25T20:23:31,204 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 04ce4cc46fb44b85a9d61030d13a2ee3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=518, earliestPutTs=1732566208660 2024-11-25T20:23:31,223 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/d21c4bb1326e40ba8f0d99c37de35694 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/d21c4bb1326e40ba8f0d99c37de35694 2024-11-25T20:23:31,238 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5e69bb96165f47319a0aac3774a69e56/C of 5e69bb96165f47319a0aac3774a69e56 into d21c4bb1326e40ba8f0d99c37de35694(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:31,239 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e69bb96165f47319a0aac3774a69e56: 2024-11-25T20:23:31,239 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56., storeName=5e69bb96165f47319a0aac3774a69e56/C, priority=13, startTime=1732566210666; duration=0sec 2024-11-25T20:23:31,239 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:31,239 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e69bb96165f47319a0aac3774a69e56:C 2024-11-25T20:23:31,249 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e69bb96165f47319a0aac3774a69e56#B#compaction#113 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:31,250 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/23c44ae9e7fe403ca0000e3936a4e5f3 is 50, key is test_row_0/B:col10/1732566208660/Put/seqid=0 2024-11-25T20:23:31,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741952_1128 (size=13561) 2024-11-25T20:23:31,306 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/23c44ae9e7fe403ca0000e3936a4e5f3 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/23c44ae9e7fe403ca0000e3936a4e5f3 2024-11-25T20:23:31,328 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5e69bb96165f47319a0aac3774a69e56/B of 5e69bb96165f47319a0aac3774a69e56 into 23c44ae9e7fe403ca0000e3936a4e5f3(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:31,328 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e69bb96165f47319a0aac3774a69e56: 2024-11-25T20:23:31,328 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56., storeName=5e69bb96165f47319a0aac3774a69e56/B, priority=13, startTime=1732566210666; duration=0sec 2024-11-25T20:23:31,328 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:31,328 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e69bb96165f47319a0aac3774a69e56:B 2024-11-25T20:23:31,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-25T20:23:31,712 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-11-25T20:23:36,558 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T20:23:36,560 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41400, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T20:23:38,895 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x777dd609 to 127.0.0.1:49356 2024-11-25T20:23:38,895 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:23:38,896 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T20:23:38,896 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 106 2024-11-25T20:23:38,896 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 47 2024-11-25T20:23:38,896 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-11-25T20:23:38,896 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 78 2024-11-25T20:23:38,896 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 112 2024-11-25T20:23:38,896 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T20:23:38,896 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2247 2024-11-25T20:23:38,896 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2177 2024-11-25T20:23:38,896 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T20:23:38,896 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1060 2024-11-25T20:23:38,896 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3180 rows 2024-11-25T20:23:38,896 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1053 2024-11-25T20:23:38,896 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3159 rows 2024-11-25T20:23:38,896 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-25T20:23:38,896 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3b429df8 to 127.0.0.1:49356 2024-11-25T20:23:38,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:23:38,903 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-25T20:23:38,907 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-25T20:23:38,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T20:23:38,948 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732566218947"}]},"ts":"1732566218947"} 2024-11-25T20:23:38,955 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T20:23:38,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-25T20:23:38,974 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T20:23:38,977 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T20:23:38,983 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5e69bb96165f47319a0aac3774a69e56, UNASSIGN}] 2024-11-25T20:23:38,986 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5e69bb96165f47319a0aac3774a69e56, UNASSIGN 2024-11-25T20:23:38,987 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=5e69bb96165f47319a0aac3774a69e56, regionState=CLOSING, regionLocation=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:38,999 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T20:23:38,999 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; CloseRegionProcedure 5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451}] 2024-11-25T20:23:39,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-25T20:23:39,157 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:39,159 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] handler.UnassignRegionHandler(124): Close 5e69bb96165f47319a0aac3774a69e56 2024-11-25T20:23:39,159 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T20:23:39,160 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1681): Closing 5e69bb96165f47319a0aac3774a69e56, disabling compactions & flushes 2024-11-25T20:23:39,160 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:39,160 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:39,160 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. after waiting 0 ms 2024-11-25T20:23:39,160 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:39,161 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(2837): Flushing 5e69bb96165f47319a0aac3774a69e56 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-25T20:23:39,161 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=A 2024-11-25T20:23:39,161 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:39,161 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=B 2024-11-25T20:23:39,161 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:39,161 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e69bb96165f47319a0aac3774a69e56, store=C 2024-11-25T20:23:39,161 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:39,167 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/0530e8fee88245879301f2a740bd91bd is 50, key is test_row_0/A:col10/1732566218893/Put/seqid=0 2024-11-25T20:23:39,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741953_1129 (size=12301) 2024-11-25T20:23:39,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-25T20:23:39,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-25T20:23:39,588 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=528 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/0530e8fee88245879301f2a740bd91bd 2024-11-25T20:23:39,618 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/f4f3108f7160422caf06b04bd8818c79 is 50, key is test_row_0/B:col10/1732566218893/Put/seqid=0 2024-11-25T20:23:39,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741954_1130 (size=12301) 2024-11-25T20:23:39,670 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=528 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/f4f3108f7160422caf06b04bd8818c79 2024-11-25T20:23:39,724 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/67dac85c640d4e848ade2564e80bd178 is 50, key is test_row_0/C:col10/1732566218893/Put/seqid=0 2024-11-25T20:23:39,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741955_1131 (size=12301) 2024-11-25T20:23:40,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-25T20:23:40,180 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=528 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/67dac85c640d4e848ade2564e80bd178 2024-11-25T20:23:40,187 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/A/0530e8fee88245879301f2a740bd91bd as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/0530e8fee88245879301f2a740bd91bd 2024-11-25T20:23:40,198 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/0530e8fee88245879301f2a740bd91bd, entries=150, sequenceid=528, filesize=12.0 K 2024-11-25T20:23:40,199 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/B/f4f3108f7160422caf06b04bd8818c79 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/f4f3108f7160422caf06b04bd8818c79 2024-11-25T20:23:40,205 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/f4f3108f7160422caf06b04bd8818c79, entries=150, sequenceid=528, filesize=12.0 K 2024-11-25T20:23:40,207 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/.tmp/C/67dac85c640d4e848ade2564e80bd178 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/67dac85c640d4e848ade2564e80bd178 2024-11-25T20:23:40,217 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/67dac85c640d4e848ade2564e80bd178, entries=150, sequenceid=528, filesize=12.0 K 2024-11-25T20:23:40,218 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 5e69bb96165f47319a0aac3774a69e56 in 1057ms, sequenceid=528, compaction requested=false 2024-11-25T20:23:40,219 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/91c662b9f2234754a28180078ac95a26, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/19255a8b5ab945d39b0f6643359606cc, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/e70f942f74194afdaf46ec7be36d65ba, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/8a236941ace24b1e94deb807c99f002a, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/bc09d33f2a4346af93d278318fd53a65, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/b0e9f97018e1464bb32b468bf8b472c3, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/7be3ad9897f84e92b4c90610b40ed50f, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/1a470cca93a74b7ca5c1c9e745b9b00e, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/8bb927bda8c9448fbc1ad964265c2164, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/434706c6dcab41338b0da21d60b8825c, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/e58d8416a9bf4fc490d0df820671a1e9, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/8af97642883542debefe437e81c8b5af, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/a073ae1867314e53871cf18eb09048a1, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/fc305afeca4b431ba6356c31e956f523, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/e861964b3e2146579a8c91882adda758, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/2b36ae4d23a1444b9af9cab962389ce9, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/3625773dca4c4fab834761db29759d29, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/5b570e57ac9f45eeb9a58f83aa54bbf0, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/55760c13ccf84b90ad84e4637bc22d01, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/d87ce973e41e4eadb0da98fb8a713d62, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/8bf3c5dc5a8343c0ae5ca91ec8d32130, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/35be68824bbb47bab92f760e58ed9e5d, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/31b5b6ac7da742f7aa871eafc7d86355, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/431980f21f6d4c8883cec7a03a4733cb, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/d4f8505f30df44c5aca8085f53ef8fca, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/c373480abc3e42f1beb771c72d07d352, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/a2ddf3a4c08f442cb1463b7625ce0521, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/0eb602ce2ccd4f3aa344bca91117ab46, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/ba5d421a57314225976066c26715caa6, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/d669946aba4442d0bd6922146e51354d, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/8e7a2eb168484955b465a273c0ef5317, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/5c60d460f56c47f680c7ddf50362fd33, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/7afb18fe6a344176a94f9f4cb815a1f2, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/b4944e7380db49868c6837c39489824f, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/72c71dd675b44eecbae25c151f7b45bb, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/49a2b4f3b58b4a76b58708fa0c6c696a, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/6bdabe96ff7b47b4b3ac54e3d95aaa20] to archive 2024-11-25T20:23:40,224 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T20:23:40,239 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/91c662b9f2234754a28180078ac95a26 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/91c662b9f2234754a28180078ac95a26 2024-11-25T20:23:40,250 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/19255a8b5ab945d39b0f6643359606cc to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/19255a8b5ab945d39b0f6643359606cc 2024-11-25T20:23:40,253 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/e70f942f74194afdaf46ec7be36d65ba to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/e70f942f74194afdaf46ec7be36d65ba 2024-11-25T20:23:40,260 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/8a236941ace24b1e94deb807c99f002a to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/8a236941ace24b1e94deb807c99f002a 2024-11-25T20:23:40,269 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/bc09d33f2a4346af93d278318fd53a65 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/bc09d33f2a4346af93d278318fd53a65 2024-11-25T20:23:40,282 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/b0e9f97018e1464bb32b468bf8b472c3 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/b0e9f97018e1464bb32b468bf8b472c3 2024-11-25T20:23:40,291 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/7be3ad9897f84e92b4c90610b40ed50f to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/7be3ad9897f84e92b4c90610b40ed50f 2024-11-25T20:23:40,301 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/1a470cca93a74b7ca5c1c9e745b9b00e to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/1a470cca93a74b7ca5c1c9e745b9b00e 2024-11-25T20:23:40,316 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/8bb927bda8c9448fbc1ad964265c2164 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/8bb927bda8c9448fbc1ad964265c2164 2024-11-25T20:23:40,319 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/434706c6dcab41338b0da21d60b8825c to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/434706c6dcab41338b0da21d60b8825c 2024-11-25T20:23:40,322 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/e58d8416a9bf4fc490d0df820671a1e9 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/e58d8416a9bf4fc490d0df820671a1e9 2024-11-25T20:23:40,331 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/8af97642883542debefe437e81c8b5af to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/8af97642883542debefe437e81c8b5af 2024-11-25T20:23:40,336 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/a073ae1867314e53871cf18eb09048a1 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/a073ae1867314e53871cf18eb09048a1 2024-11-25T20:23:40,343 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/fc305afeca4b431ba6356c31e956f523 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/fc305afeca4b431ba6356c31e956f523 2024-11-25T20:23:40,345 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/e861964b3e2146579a8c91882adda758 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/e861964b3e2146579a8c91882adda758 2024-11-25T20:23:40,347 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/2b36ae4d23a1444b9af9cab962389ce9 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/2b36ae4d23a1444b9af9cab962389ce9 2024-11-25T20:23:40,351 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/3625773dca4c4fab834761db29759d29 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/3625773dca4c4fab834761db29759d29 2024-11-25T20:23:40,352 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/5b570e57ac9f45eeb9a58f83aa54bbf0 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/5b570e57ac9f45eeb9a58f83aa54bbf0 2024-11-25T20:23:40,354 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/55760c13ccf84b90ad84e4637bc22d01 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/55760c13ccf84b90ad84e4637bc22d01 2024-11-25T20:23:40,368 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/d87ce973e41e4eadb0da98fb8a713d62 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/d87ce973e41e4eadb0da98fb8a713d62 2024-11-25T20:23:40,379 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/8bf3c5dc5a8343c0ae5ca91ec8d32130 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/8bf3c5dc5a8343c0ae5ca91ec8d32130 2024-11-25T20:23:40,381 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/35be68824bbb47bab92f760e58ed9e5d to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/35be68824bbb47bab92f760e58ed9e5d 2024-11-25T20:23:40,389 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/31b5b6ac7da742f7aa871eafc7d86355 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/31b5b6ac7da742f7aa871eafc7d86355 2024-11-25T20:23:40,392 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/431980f21f6d4c8883cec7a03a4733cb to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/431980f21f6d4c8883cec7a03a4733cb 2024-11-25T20:23:40,397 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/d4f8505f30df44c5aca8085f53ef8fca to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/d4f8505f30df44c5aca8085f53ef8fca 2024-11-25T20:23:40,400 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/c373480abc3e42f1beb771c72d07d352 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/c373480abc3e42f1beb771c72d07d352 2024-11-25T20:23:40,406 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/a2ddf3a4c08f442cb1463b7625ce0521 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/a2ddf3a4c08f442cb1463b7625ce0521 2024-11-25T20:23:40,408 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/0eb602ce2ccd4f3aa344bca91117ab46 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/0eb602ce2ccd4f3aa344bca91117ab46 2024-11-25T20:23:40,410 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/ba5d421a57314225976066c26715caa6 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/ba5d421a57314225976066c26715caa6 2024-11-25T20:23:40,412 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/d669946aba4442d0bd6922146e51354d to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/d669946aba4442d0bd6922146e51354d 2024-11-25T20:23:40,418 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/8e7a2eb168484955b465a273c0ef5317 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/8e7a2eb168484955b465a273c0ef5317 2024-11-25T20:23:40,420 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/5c60d460f56c47f680c7ddf50362fd33 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/5c60d460f56c47f680c7ddf50362fd33 2024-11-25T20:23:40,422 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/7afb18fe6a344176a94f9f4cb815a1f2 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/7afb18fe6a344176a94f9f4cb815a1f2 2024-11-25T20:23:40,424 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/b4944e7380db49868c6837c39489824f to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/b4944e7380db49868c6837c39489824f 2024-11-25T20:23:40,426 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/72c71dd675b44eecbae25c151f7b45bb to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/72c71dd675b44eecbae25c151f7b45bb 2024-11-25T20:23:40,428 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/49a2b4f3b58b4a76b58708fa0c6c696a to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/49a2b4f3b58b4a76b58708fa0c6c696a 2024-11-25T20:23:40,429 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/6bdabe96ff7b47b4b3ac54e3d95aaa20 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/6bdabe96ff7b47b4b3ac54e3d95aaa20 2024-11-25T20:23:40,448 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/8aaae6a8537f4af289adf2e41c46f81c, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/3c3fa36b108f4b7fa70bd2e6af62b28a, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/3b7d61e960a14d1abe7dab3ee860e655, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/d41095c986dc455c978d194d4a9a799f, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/13db2e74ff184feda36909b01e7f80ac, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/d506db56c0ec4ef5b00bacd37162e23e, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/b6761d0daddd458992d404a5c42c4337, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/44a56b321d444bb38f7b793f3733f63b, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/e2c0519a817a4283b14f985dd3c6a79e, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/da7edc870742476d9f1e7e791fb070fa, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/3e89fc567e3a4366a3c3e6b76337981f, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/7a18067f210f495aa5276a6cca0cffa8, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/9a0088c919494c4b96b5117713079a5a, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/dcfb4c91b89340d5b25932bdb900dd2a, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/4ffe327d9adf476cab8312ad2a59ce26, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/d9ff5f90a36f43a8b53d083cc96e44c9, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/744dea936bea43388e9d1a713996be15, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/62948d1dda9c4c269ffedd892c9b1616, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/f45befe905fd4743b0ac6edc33791c6c, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/3dfb2989961745619ed01af906d9c173, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/f3c9b0de830e426c806fd5cec09d32fd, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/bc2d6fce53704ec5abba4e7fddff025a, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/1963f8b5181b4890aee93d38ad397e94, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/20005108218e424bb45530d1177a6090, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/2531f172ad044967a973f3061b0aec69, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/940e583a62a548c3a1d886d791fadab4, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/999c2d5fedac41a182b34cf50e548f1d, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/d86f06bf89cb43ddb06d017667b830f6, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/a8bc28b3a6794fdaa6d991259a525d94, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/b983819f7b174e34a4b85276378def9b, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/23cd178bd5734c5b9cc2f3c4bbfea9d8, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/bf968ea1d48242f794faf9d7437bb368, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/f5f41c5cef604f73aafe1c1c587b0a2a, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/0caf637ae8d54966b3dd4ba92261c538, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/d0b690b42dd2400c9338d38edd0a18b9, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/236292548478410d881cecab773e10c7, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/04ce4cc46fb44b85a9d61030d13a2ee3] to archive 2024-11-25T20:23:40,450 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T20:23:40,453 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/8aaae6a8537f4af289adf2e41c46f81c to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/8aaae6a8537f4af289adf2e41c46f81c 2024-11-25T20:23:40,455 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/3c3fa36b108f4b7fa70bd2e6af62b28a to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/3c3fa36b108f4b7fa70bd2e6af62b28a 2024-11-25T20:23:40,457 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/3b7d61e960a14d1abe7dab3ee860e655 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/3b7d61e960a14d1abe7dab3ee860e655 2024-11-25T20:23:40,459 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/d41095c986dc455c978d194d4a9a799f to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/d41095c986dc455c978d194d4a9a799f 2024-11-25T20:23:40,476 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/13db2e74ff184feda36909b01e7f80ac to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/13db2e74ff184feda36909b01e7f80ac 2024-11-25T20:23:40,482 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/d506db56c0ec4ef5b00bacd37162e23e to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/d506db56c0ec4ef5b00bacd37162e23e 2024-11-25T20:23:40,500 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/b6761d0daddd458992d404a5c42c4337 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/b6761d0daddd458992d404a5c42c4337 2024-11-25T20:23:40,528 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/44a56b321d444bb38f7b793f3733f63b to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/44a56b321d444bb38f7b793f3733f63b 2024-11-25T20:23:40,530 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/e2c0519a817a4283b14f985dd3c6a79e to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/e2c0519a817a4283b14f985dd3c6a79e 2024-11-25T20:23:40,533 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/da7edc870742476d9f1e7e791fb070fa to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/da7edc870742476d9f1e7e791fb070fa 2024-11-25T20:23:40,535 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/3e89fc567e3a4366a3c3e6b76337981f to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/3e89fc567e3a4366a3c3e6b76337981f 2024-11-25T20:23:40,537 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/7a18067f210f495aa5276a6cca0cffa8 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/7a18067f210f495aa5276a6cca0cffa8 2024-11-25T20:23:40,540 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/9a0088c919494c4b96b5117713079a5a to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/9a0088c919494c4b96b5117713079a5a 2024-11-25T20:23:40,542 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/dcfb4c91b89340d5b25932bdb900dd2a to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/dcfb4c91b89340d5b25932bdb900dd2a 2024-11-25T20:23:40,550 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/4ffe327d9adf476cab8312ad2a59ce26 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/4ffe327d9adf476cab8312ad2a59ce26 2024-11-25T20:23:40,562 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/d9ff5f90a36f43a8b53d083cc96e44c9 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/d9ff5f90a36f43a8b53d083cc96e44c9 2024-11-25T20:23:40,567 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/744dea936bea43388e9d1a713996be15 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/744dea936bea43388e9d1a713996be15 2024-11-25T20:23:40,569 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/62948d1dda9c4c269ffedd892c9b1616 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/62948d1dda9c4c269ffedd892c9b1616 2024-11-25T20:23:40,579 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/f45befe905fd4743b0ac6edc33791c6c to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/f45befe905fd4743b0ac6edc33791c6c 2024-11-25T20:23:40,582 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/3dfb2989961745619ed01af906d9c173 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/3dfb2989961745619ed01af906d9c173 2024-11-25T20:23:40,598 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/f3c9b0de830e426c806fd5cec09d32fd to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/f3c9b0de830e426c806fd5cec09d32fd 2024-11-25T20:23:40,609 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/bc2d6fce53704ec5abba4e7fddff025a to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/bc2d6fce53704ec5abba4e7fddff025a 2024-11-25T20:23:40,619 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/1963f8b5181b4890aee93d38ad397e94 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/1963f8b5181b4890aee93d38ad397e94 2024-11-25T20:23:40,622 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/20005108218e424bb45530d1177a6090 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/20005108218e424bb45530d1177a6090 2024-11-25T20:23:40,624 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/2531f172ad044967a973f3061b0aec69 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/2531f172ad044967a973f3061b0aec69 2024-11-25T20:23:40,632 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/940e583a62a548c3a1d886d791fadab4 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/940e583a62a548c3a1d886d791fadab4 2024-11-25T20:23:40,636 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/999c2d5fedac41a182b34cf50e548f1d to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/999c2d5fedac41a182b34cf50e548f1d 2024-11-25T20:23:40,638 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/d86f06bf89cb43ddb06d017667b830f6 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/d86f06bf89cb43ddb06d017667b830f6 2024-11-25T20:23:40,648 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/a8bc28b3a6794fdaa6d991259a525d94 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/a8bc28b3a6794fdaa6d991259a525d94 2024-11-25T20:23:40,652 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/b983819f7b174e34a4b85276378def9b to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/b983819f7b174e34a4b85276378def9b 2024-11-25T20:23:40,659 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/23cd178bd5734c5b9cc2f3c4bbfea9d8 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/23cd178bd5734c5b9cc2f3c4bbfea9d8 2024-11-25T20:23:40,664 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/bf968ea1d48242f794faf9d7437bb368 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/bf968ea1d48242f794faf9d7437bb368 2024-11-25T20:23:40,672 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/f5f41c5cef604f73aafe1c1c587b0a2a to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/f5f41c5cef604f73aafe1c1c587b0a2a 2024-11-25T20:23:40,673 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/0caf637ae8d54966b3dd4ba92261c538 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/0caf637ae8d54966b3dd4ba92261c538 2024-11-25T20:23:40,675 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/d0b690b42dd2400c9338d38edd0a18b9 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/d0b690b42dd2400c9338d38edd0a18b9 2024-11-25T20:23:40,677 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/236292548478410d881cecab773e10c7 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/236292548478410d881cecab773e10c7 2024-11-25T20:23:40,680 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/04ce4cc46fb44b85a9d61030d13a2ee3 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/04ce4cc46fb44b85a9d61030d13a2ee3 2024-11-25T20:23:40,691 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/d952588803154b85829fbca368033b72, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/41f3683f0db247919fde82a09cb005d6, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/09c58347a056491aa37fa3f8b4188cfe, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/cb169a0916f6401ba27982d7521534e1, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/78f7694620124639adf92bfc74a1362c, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/2ab84d4ac65d4c3a8a07cf88e1d552f8, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/d5eb35376e7d4a79bc23afc374d9a91c, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/80ef524db5264b629f065b291b55fc2b, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/138a44fd692f4011acd5e1f35f2b8b9b, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/e474347a028946439a87f72bbbe12053, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/7c558daf60714ca591b8317f2cac62b4, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/0a33a5e3a4fd4bbdbf8fb4bdb1eecd65, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/ca0c421e6af7404d9b8ada4c17bada7b, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/9ac8311acc7e4512b709c65b8d6b9715, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/8f57af19a64e45fab70236e0b7179bdd, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/714d19391558403396049019a68e0315, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/63052937a71f487da64ee69a36f7b011, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/5cc5a8b87726430a99e7f481b7a981ba, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/6eb9dfd659544be2b88adf67180e4b71, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/30a20b3ba61f4642ac1191cc22eabaaa, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/67d15fc402824b05ae4c9c2cd2edb2fd, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/db9951b8770648c1b1c3fc0303d90408, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/25f5f396ab4c42a0b3b3be4bffd757f5, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/a0710e9b6c874d43a327e8f28a1afbbe, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/b0c3546ae5954e03afcfe5b32358cb4a, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/526c235c8e9149dfb60bbf8097472b6b, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/e46ab30b1f464034ae76e36d9c424410, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/0c9369302cd64375b728d361428b5dcd, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/6594cf9b56934ad6900ddd4563cff23f, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/ec8e2394e3024fc59ce4da5312ab64c9, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/a7206252ddb64b5099bc0990aced33bc, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/ae38a59e09744c17aefe1b57529cf082, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/1d67dc6aa5984cb5af038de26dbb500f, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/2ae1fa566f0b4fc5ab1a90e00d208e93, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/01c7acabc8bd49cd8a4f062f0609b3f0, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/ed1ad44c8d89448d963dda6130ab6e9c, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/4b33aee7d49a4bcca772601141ec5353] to archive 2024-11-25T20:23:40,698 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T20:23:40,722 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/d952588803154b85829fbca368033b72 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/d952588803154b85829fbca368033b72 2024-11-25T20:23:40,730 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/41f3683f0db247919fde82a09cb005d6 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/41f3683f0db247919fde82a09cb005d6 2024-11-25T20:23:40,739 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/09c58347a056491aa37fa3f8b4188cfe to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/09c58347a056491aa37fa3f8b4188cfe 2024-11-25T20:23:40,745 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/cb169a0916f6401ba27982d7521534e1 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/cb169a0916f6401ba27982d7521534e1 2024-11-25T20:23:40,761 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/78f7694620124639adf92bfc74a1362c to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/78f7694620124639adf92bfc74a1362c 2024-11-25T20:23:40,767 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/2ab84d4ac65d4c3a8a07cf88e1d552f8 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/2ab84d4ac65d4c3a8a07cf88e1d552f8 2024-11-25T20:23:40,771 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/d5eb35376e7d4a79bc23afc374d9a91c to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/d5eb35376e7d4a79bc23afc374d9a91c 2024-11-25T20:23:40,779 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/80ef524db5264b629f065b291b55fc2b to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/80ef524db5264b629f065b291b55fc2b 2024-11-25T20:23:40,781 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/138a44fd692f4011acd5e1f35f2b8b9b to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/138a44fd692f4011acd5e1f35f2b8b9b 2024-11-25T20:23:40,783 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/e474347a028946439a87f72bbbe12053 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/e474347a028946439a87f72bbbe12053 2024-11-25T20:23:40,784 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/7c558daf60714ca591b8317f2cac62b4 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/7c558daf60714ca591b8317f2cac62b4 2024-11-25T20:23:40,786 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/0a33a5e3a4fd4bbdbf8fb4bdb1eecd65 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/0a33a5e3a4fd4bbdbf8fb4bdb1eecd65 2024-11-25T20:23:40,788 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/ca0c421e6af7404d9b8ada4c17bada7b to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/ca0c421e6af7404d9b8ada4c17bada7b 2024-11-25T20:23:40,790 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/9ac8311acc7e4512b709c65b8d6b9715 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/9ac8311acc7e4512b709c65b8d6b9715 2024-11-25T20:23:40,792 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/8f57af19a64e45fab70236e0b7179bdd to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/8f57af19a64e45fab70236e0b7179bdd 2024-11-25T20:23:40,795 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/714d19391558403396049019a68e0315 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/714d19391558403396049019a68e0315 2024-11-25T20:23:40,798 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/63052937a71f487da64ee69a36f7b011 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/63052937a71f487da64ee69a36f7b011 2024-11-25T20:23:40,800 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/5cc5a8b87726430a99e7f481b7a981ba to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/5cc5a8b87726430a99e7f481b7a981ba 2024-11-25T20:23:40,802 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/6eb9dfd659544be2b88adf67180e4b71 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/6eb9dfd659544be2b88adf67180e4b71 2024-11-25T20:23:40,803 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/30a20b3ba61f4642ac1191cc22eabaaa to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/30a20b3ba61f4642ac1191cc22eabaaa 2024-11-25T20:23:40,805 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/67d15fc402824b05ae4c9c2cd2edb2fd to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/67d15fc402824b05ae4c9c2cd2edb2fd 2024-11-25T20:23:40,807 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/db9951b8770648c1b1c3fc0303d90408 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/db9951b8770648c1b1c3fc0303d90408 2024-11-25T20:23:40,809 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/25f5f396ab4c42a0b3b3be4bffd757f5 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/25f5f396ab4c42a0b3b3be4bffd757f5 2024-11-25T20:23:40,813 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/a0710e9b6c874d43a327e8f28a1afbbe to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/a0710e9b6c874d43a327e8f28a1afbbe 2024-11-25T20:23:40,814 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/b0c3546ae5954e03afcfe5b32358cb4a to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/b0c3546ae5954e03afcfe5b32358cb4a 2024-11-25T20:23:40,816 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/526c235c8e9149dfb60bbf8097472b6b to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/526c235c8e9149dfb60bbf8097472b6b 2024-11-25T20:23:40,824 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/e46ab30b1f464034ae76e36d9c424410 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/e46ab30b1f464034ae76e36d9c424410 2024-11-25T20:23:40,830 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/0c9369302cd64375b728d361428b5dcd to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/0c9369302cd64375b728d361428b5dcd 2024-11-25T20:23:40,832 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/6594cf9b56934ad6900ddd4563cff23f to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/6594cf9b56934ad6900ddd4563cff23f 2024-11-25T20:23:40,833 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/ec8e2394e3024fc59ce4da5312ab64c9 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/ec8e2394e3024fc59ce4da5312ab64c9 2024-11-25T20:23:40,835 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/a7206252ddb64b5099bc0990aced33bc to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/a7206252ddb64b5099bc0990aced33bc 2024-11-25T20:23:40,837 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/ae38a59e09744c17aefe1b57529cf082 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/ae38a59e09744c17aefe1b57529cf082 2024-11-25T20:23:40,838 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/1d67dc6aa5984cb5af038de26dbb500f to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/1d67dc6aa5984cb5af038de26dbb500f 2024-11-25T20:23:40,840 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/2ae1fa566f0b4fc5ab1a90e00d208e93 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/2ae1fa566f0b4fc5ab1a90e00d208e93 2024-11-25T20:23:40,843 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/01c7acabc8bd49cd8a4f062f0609b3f0 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/01c7acabc8bd49cd8a4f062f0609b3f0 2024-11-25T20:23:40,844 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/ed1ad44c8d89448d963dda6130ab6e9c to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/ed1ad44c8d89448d963dda6130ab6e9c 2024-11-25T20:23:40,846 DEBUG [StoreCloser-TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/4b33aee7d49a4bcca772601141ec5353 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/4b33aee7d49a4bcca772601141ec5353 2024-11-25T20:23:40,851 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/recovered.edits/531.seqid, newMaxSeqId=531, maxSeqId=1 2024-11-25T20:23:40,855 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56. 2024-11-25T20:23:40,855 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1635): Region close journal for 5e69bb96165f47319a0aac3774a69e56: 2024-11-25T20:23:40,857 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] handler.UnassignRegionHandler(170): Closed 5e69bb96165f47319a0aac3774a69e56 2024-11-25T20:23:40,857 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=5e69bb96165f47319a0aac3774a69e56, regionState=CLOSED 2024-11-25T20:23:40,866 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-11-25T20:23:40,867 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; CloseRegionProcedure 5e69bb96165f47319a0aac3774a69e56, server=a8cf619b0679,41621,1732566182451 in 1.8620 sec 2024-11-25T20:23:40,868 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=34, resume processing ppid=33 2024-11-25T20:23:40,868 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=33, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=5e69bb96165f47319a0aac3774a69e56, UNASSIGN in 1.8840 sec 2024-11-25T20:23:40,876 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-11-25T20:23:40,876 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8930 sec 2024-11-25T20:23:40,878 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732566220877"}]},"ts":"1732566220877"} 2024-11-25T20:23:40,879 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T20:23:40,933 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T20:23:40,935 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.0250 sec 2024-11-25T20:23:41,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-25T20:23:41,071 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-11-25T20:23:41,074 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-25T20:23:41,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] procedure2.ProcedureExecutor(1098): Stored pid=36, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T20:23:41,078 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=36, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T20:23:41,079 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=36, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T20:23:41,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-25T20:23:41,083 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56 2024-11-25T20:23:41,086 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A, FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B, FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C, FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/recovered.edits] 2024-11-25T20:23:41,089 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/0530e8fee88245879301f2a740bd91bd to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/0530e8fee88245879301f2a740bd91bd 2024-11-25T20:23:41,090 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/c0e378c565cb42c294e670c7d79623dd to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/A/c0e378c565cb42c294e670c7d79623dd 2024-11-25T20:23:41,093 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/23c44ae9e7fe403ca0000e3936a4e5f3 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/23c44ae9e7fe403ca0000e3936a4e5f3 2024-11-25T20:23:41,094 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/f4f3108f7160422caf06b04bd8818c79 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/B/f4f3108f7160422caf06b04bd8818c79 2024-11-25T20:23:41,096 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/67dac85c640d4e848ade2564e80bd178 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/67dac85c640d4e848ade2564e80bd178 2024-11-25T20:23:41,098 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/d21c4bb1326e40ba8f0d99c37de35694 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/C/d21c4bb1326e40ba8f0d99c37de35694 2024-11-25T20:23:41,100 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/recovered.edits/531.seqid to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56/recovered.edits/531.seqid 2024-11-25T20:23:41,101 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/5e69bb96165f47319a0aac3774a69e56 2024-11-25T20:23:41,101 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T20:23:41,105 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=36, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T20:23:41,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-25T20:23:41,112 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T20:23:41,143 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T20:23:41,145 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=36, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T20:23:41,145 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T20:23:41,145 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732566221145"}]},"ts":"9223372036854775807"} 2024-11-25T20:23:41,148 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-25T20:23:41,148 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 5e69bb96165f47319a0aac3774a69e56, NAME => 'TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T20:23:41,148 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T20:23:41,149 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732566221148"}]},"ts":"9223372036854775807"} 2024-11-25T20:23:41,155 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-25T20:23:41,171 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=36, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T20:23:41,172 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 97 msec 2024-11-25T20:23:41,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-25T20:23:41,181 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 36 completed 2024-11-25T20:23:41,193 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=236 (was 217) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;a8cf619b0679:41621-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_506424451_22 at /127.0.0.1:53662 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x29d20772-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x29d20772-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x29d20772-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x29d20772-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=457 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=952 (was 715) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3746 (was 3838) 2024-11-25T20:23:41,201 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=236, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=952, ProcessCount=11, AvailableMemoryMB=3745 2024-11-25T20:23:41,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T20:23:41,203 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T20:23:41,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] procedure2.ProcedureExecutor(1098): Stored pid=37, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T20:23:41,204 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T20:23:41,205 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:41,205 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 37 2024-11-25T20:23:41,205 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T20:23:41,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-25T20:23:41,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741956_1132 (size=960) 2024-11-25T20:23:41,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-25T20:23:41,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-25T20:23:41,614 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b 2024-11-25T20:23:41,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741957_1133 (size=53) 2024-11-25T20:23:41,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-25T20:23:41,906 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-25T20:23:42,062 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T20:23:42,062 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 4cdb329efd2063fd58c1a62ed11398df, disabling compactions & flushes 2024-11-25T20:23:42,062 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:42,062 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:42,062 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. after waiting 0 ms 2024-11-25T20:23:42,062 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:42,062 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:42,062 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 4cdb329efd2063fd58c1a62ed11398df: 2024-11-25T20:23:42,064 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T20:23:42,064 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732566222064"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732566222064"}]},"ts":"1732566222064"} 2024-11-25T20:23:42,066 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-25T20:23:42,067 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T20:23:42,068 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732566222067"}]},"ts":"1732566222067"} 2024-11-25T20:23:42,069 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T20:23:42,114 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4cdb329efd2063fd58c1a62ed11398df, ASSIGN}] 2024-11-25T20:23:42,116 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4cdb329efd2063fd58c1a62ed11398df, ASSIGN 2024-11-25T20:23:42,117 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4cdb329efd2063fd58c1a62ed11398df, ASSIGN; state=OFFLINE, location=a8cf619b0679,41621,1732566182451; forceNewPlan=false, retain=false 2024-11-25T20:23:42,268 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=4cdb329efd2063fd58c1a62ed11398df, regionState=OPENING, regionLocation=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:42,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; OpenRegionProcedure 4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451}] 2024-11-25T20:23:42,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-25T20:23:42,426 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:42,429 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:42,429 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7285): Opening region: {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} 2024-11-25T20:23:42,429 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:23:42,430 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T20:23:42,430 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7327): checking encryption for 4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:23:42,430 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7330): checking classloading for 4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:23:42,431 INFO [StoreOpener-4cdb329efd2063fd58c1a62ed11398df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:23:42,432 INFO [StoreOpener-4cdb329efd2063fd58c1a62ed11398df-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T20:23:42,432 INFO [StoreOpener-4cdb329efd2063fd58c1a62ed11398df-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4cdb329efd2063fd58c1a62ed11398df columnFamilyName A 2024-11-25T20:23:42,432 DEBUG [StoreOpener-4cdb329efd2063fd58c1a62ed11398df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:42,433 INFO [StoreOpener-4cdb329efd2063fd58c1a62ed11398df-1 {}] regionserver.HStore(327): Store=4cdb329efd2063fd58c1a62ed11398df/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T20:23:42,433 INFO [StoreOpener-4cdb329efd2063fd58c1a62ed11398df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:23:42,433 INFO [StoreOpener-4cdb329efd2063fd58c1a62ed11398df-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T20:23:42,434 INFO [StoreOpener-4cdb329efd2063fd58c1a62ed11398df-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4cdb329efd2063fd58c1a62ed11398df columnFamilyName B 2024-11-25T20:23:42,434 DEBUG [StoreOpener-4cdb329efd2063fd58c1a62ed11398df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:42,435 INFO [StoreOpener-4cdb329efd2063fd58c1a62ed11398df-1 {}] regionserver.HStore(327): Store=4cdb329efd2063fd58c1a62ed11398df/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T20:23:42,435 INFO [StoreOpener-4cdb329efd2063fd58c1a62ed11398df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:23:42,436 INFO [StoreOpener-4cdb329efd2063fd58c1a62ed11398df-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T20:23:42,436 INFO [StoreOpener-4cdb329efd2063fd58c1a62ed11398df-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4cdb329efd2063fd58c1a62ed11398df columnFamilyName C 2024-11-25T20:23:42,436 DEBUG [StoreOpener-4cdb329efd2063fd58c1a62ed11398df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:42,436 INFO [StoreOpener-4cdb329efd2063fd58c1a62ed11398df-1 {}] regionserver.HStore(327): Store=4cdb329efd2063fd58c1a62ed11398df/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T20:23:42,436 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:42,437 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:23:42,437 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:23:42,438 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T20:23:42,439 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1085): writing seq id for 4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:23:42,441 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T20:23:42,441 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1102): Opened 4cdb329efd2063fd58c1a62ed11398df; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72689683, jitterRate=0.08316068351268768}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T20:23:42,442 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1001): Region open journal for 4cdb329efd2063fd58c1a62ed11398df: 2024-11-25T20:23:42,443 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df., pid=39, masterSystemTime=1732566222426 2024-11-25T20:23:42,444 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:42,444 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:42,445 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=4cdb329efd2063fd58c1a62ed11398df, regionState=OPEN, openSeqNum=2, regionLocation=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:42,447 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-11-25T20:23:42,447 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; OpenRegionProcedure 4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 in 174 msec 2024-11-25T20:23:42,449 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=37 2024-11-25T20:23:42,449 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=37, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=4cdb329efd2063fd58c1a62ed11398df, ASSIGN in 334 msec 2024-11-25T20:23:42,450 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T20:23:42,450 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732566222450"}]},"ts":"1732566222450"} 2024-11-25T20:23:42,452 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T20:23:42,481 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T20:23:42,483 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2780 sec 2024-11-25T20:23:43,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-25T20:23:43,312 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 37 completed 2024-11-25T20:23:43,314 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6e127125 to 127.0.0.1:49356 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@53d4570 2024-11-25T20:23:43,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9a49c36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:23:43,362 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:23:43,371 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53612, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:23:43,379 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T20:23:43,381 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49348, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T20:23:43,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T20:23:43,402 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T20:23:43,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] procedure2.ProcedureExecutor(1098): Stored pid=40, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-25T20:23:43,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741958_1134 (size=996) 2024-11-25T20:23:43,476 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-25T20:23:43,476 INFO [PEWorker-1 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-25T20:23:43,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T20:23:43,492 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4cdb329efd2063fd58c1a62ed11398df, REOPEN/MOVE}] 2024-11-25T20:23:43,494 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4cdb329efd2063fd58c1a62ed11398df, REOPEN/MOVE 2024-11-25T20:23:43,495 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=4cdb329efd2063fd58c1a62ed11398df, regionState=CLOSING, regionLocation=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:43,518 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T20:23:43,519 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE; CloseRegionProcedure 4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451}] 2024-11-25T20:23:43,671 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:43,672 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(124): Close 4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:23:43,672 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T20:23:43,672 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1681): Closing 4cdb329efd2063fd58c1a62ed11398df, disabling compactions & flushes 2024-11-25T20:23:43,672 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:43,672 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:43,672 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. after waiting 0 ms 2024-11-25T20:23:43,672 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:43,683 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-25T20:23:43,687 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:43,687 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1635): Region close journal for 4cdb329efd2063fd58c1a62ed11398df: 2024-11-25T20:23:43,687 WARN [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegionServer(3786): Not adding moved region record: 4cdb329efd2063fd58c1a62ed11398df to self. 2024-11-25T20:23:43,694 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(170): Closed 4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:23:43,696 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=4cdb329efd2063fd58c1a62ed11398df, regionState=CLOSED 2024-11-25T20:23:43,707 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=42 2024-11-25T20:23:43,708 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=42, state=SUCCESS; CloseRegionProcedure 4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 in 184 msec 2024-11-25T20:23:43,708 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4cdb329efd2063fd58c1a62ed11398df, REOPEN/MOVE; state=CLOSED, location=a8cf619b0679,41621,1732566182451; forceNewPlan=false, retain=true 2024-11-25T20:23:43,859 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=4cdb329efd2063fd58c1a62ed11398df, regionState=OPENING, regionLocation=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:43,861 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=42, state=RUNNABLE; OpenRegionProcedure 4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451}] 2024-11-25T20:23:44,013 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:44,017 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:44,017 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7285): Opening region: {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} 2024-11-25T20:23:44,017 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:23:44,017 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T20:23:44,018 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7327): checking encryption for 4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:23:44,018 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7330): checking classloading for 4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:23:44,021 INFO [StoreOpener-4cdb329efd2063fd58c1a62ed11398df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:23:44,022 INFO [StoreOpener-4cdb329efd2063fd58c1a62ed11398df-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T20:23:44,029 INFO [StoreOpener-4cdb329efd2063fd58c1a62ed11398df-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4cdb329efd2063fd58c1a62ed11398df columnFamilyName A 2024-11-25T20:23:44,031 DEBUG [StoreOpener-4cdb329efd2063fd58c1a62ed11398df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:44,032 INFO [StoreOpener-4cdb329efd2063fd58c1a62ed11398df-1 {}] regionserver.HStore(327): Store=4cdb329efd2063fd58c1a62ed11398df/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T20:23:44,032 INFO [StoreOpener-4cdb329efd2063fd58c1a62ed11398df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:23:44,033 INFO [StoreOpener-4cdb329efd2063fd58c1a62ed11398df-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T20:23:44,033 INFO [StoreOpener-4cdb329efd2063fd58c1a62ed11398df-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4cdb329efd2063fd58c1a62ed11398df columnFamilyName B 2024-11-25T20:23:44,034 DEBUG [StoreOpener-4cdb329efd2063fd58c1a62ed11398df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:44,034 INFO [StoreOpener-4cdb329efd2063fd58c1a62ed11398df-1 {}] regionserver.HStore(327): Store=4cdb329efd2063fd58c1a62ed11398df/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T20:23:44,034 INFO [StoreOpener-4cdb329efd2063fd58c1a62ed11398df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:23:44,035 INFO [StoreOpener-4cdb329efd2063fd58c1a62ed11398df-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T20:23:44,035 INFO [StoreOpener-4cdb329efd2063fd58c1a62ed11398df-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4cdb329efd2063fd58c1a62ed11398df columnFamilyName C 2024-11-25T20:23:44,035 DEBUG [StoreOpener-4cdb329efd2063fd58c1a62ed11398df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:44,036 INFO [StoreOpener-4cdb329efd2063fd58c1a62ed11398df-1 {}] regionserver.HStore(327): Store=4cdb329efd2063fd58c1a62ed11398df/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T20:23:44,036 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:44,037 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:23:44,038 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:23:44,040 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T20:23:44,042 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1085): writing seq id for 4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:23:44,043 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1102): Opened 4cdb329efd2063fd58c1a62ed11398df; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74925204, jitterRate=0.11647254228591919}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T20:23:44,045 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1001): Region open journal for 4cdb329efd2063fd58c1a62ed11398df: 2024-11-25T20:23:44,046 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df., pid=44, masterSystemTime=1732566224013 2024-11-25T20:23:44,047 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:44,048 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:44,048 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=4cdb329efd2063fd58c1a62ed11398df, regionState=OPEN, openSeqNum=5, regionLocation=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:44,050 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=42 2024-11-25T20:23:44,051 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=42, state=SUCCESS; OpenRegionProcedure 4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 in 188 msec 2024-11-25T20:23:44,052 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=41 2024-11-25T20:23:44,052 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=41, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=4cdb329efd2063fd58c1a62ed11398df, REOPEN/MOVE in 559 msec 2024-11-25T20:23:44,055 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40 2024-11-25T20:23:44,055 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 573 msec 2024-11-25T20:23:44,058 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 650 msec 2024-11-25T20:23:44,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-11-25T20:23:44,066 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4d0d46d5 to 127.0.0.1:49356 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1e67a121 2024-11-25T20:23:44,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@575e654e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:23:44,142 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0fabef65 to 127.0.0.1:49356 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6a7f19bb 2024-11-25T20:23:44,163 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77146dd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:23:44,165 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x00491a94 to 127.0.0.1:49356 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@45bad4aa 2024-11-25T20:23:44,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@96f1e8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:23:44,174 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4aaaa04c to 127.0.0.1:49356 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@65e2899b 2024-11-25T20:23:44,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ddfb10f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:23:44,189 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6c05e787 to 127.0.0.1:49356 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3867f7f2 2024-11-25T20:23:44,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48406e38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:23:44,249 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72e0e243 to 127.0.0.1:49356 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@399a7389 2024-11-25T20:23:44,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@225b15e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:23:44,290 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58f77316 to 127.0.0.1:49356 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@321b55ba 2024-11-25T20:23:44,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4815b20c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:23:44,340 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x05377d7b to 127.0.0.1:49356 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6d695ee2 2024-11-25T20:23:44,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8890491, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:23:44,393 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0e03afae to 127.0.0.1:49356 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@29ba7ec2 2024-11-25T20:23:44,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69575ae8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:23:44,412 DEBUG [hconnection-0x68121f5f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:23:44,413 DEBUG [hconnection-0x3622f73e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:23:44,416 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53618, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:23:44,418 DEBUG [hconnection-0x153e3c70-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:23:44,419 DEBUG [hconnection-0x12eebc43-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:23:44,419 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53632, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:23:44,420 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53640, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:23:44,421 DEBUG [hconnection-0x454b03f4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:23:44,422 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53656, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:23:44,423 DEBUG [hconnection-0x38f49b5c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:23:44,423 DEBUG [hconnection-0x4288e3ea-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:23:44,424 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53674, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:23:44,425 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53658, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:23:44,426 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:23:44,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] procedure2.ProcedureExecutor(1098): Stored pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees 2024-11-25T20:23:44,429 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53678, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:23:44,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-25T20:23:44,431 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:23:44,432 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:23:44,432 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:23:44,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on 4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:23:44,442 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4cdb329efd2063fd58c1a62ed11398df 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T20:23:44,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cdb329efd2063fd58c1a62ed11398df, store=A 2024-11-25T20:23:44,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:44,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cdb329efd2063fd58c1a62ed11398df, store=B 2024-11-25T20:23:44,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:44,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cdb329efd2063fd58c1a62ed11398df, store=C 2024-11-25T20:23:44,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:44,456 DEBUG [hconnection-0x45be92ef-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:23:44,459 DEBUG [hconnection-0xff1ab00-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:23:44,459 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53688, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:23:44,460 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53704, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:23:44,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:44,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53678 deadline: 1732566284486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:44,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:44,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1732566284486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:44,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:44,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1732566284490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:44,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:44,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53658 deadline: 1732566284493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:44,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:44,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1732566284493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:44,512 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251166060ca8434ec5bb2ea1833cd193dc_4cdb329efd2063fd58c1a62ed11398df is 50, key is test_row_0/A:col10/1732566224439/Put/seqid=0 2024-11-25T20:23:44,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-25T20:23:44,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741959_1135 (size=12154) 2024-11-25T20:23:44,547 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:44,553 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251166060ca8434ec5bb2ea1833cd193dc_4cdb329efd2063fd58c1a62ed11398df to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251166060ca8434ec5bb2ea1833cd193dc_4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:23:44,559 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/81d82c5380234646a4d56ed1cc5f4791, store: [table=TestAcidGuarantees family=A region=4cdb329efd2063fd58c1a62ed11398df] 2024-11-25T20:23:44,569 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/81d82c5380234646a4d56ed1cc5f4791 is 175, key is test_row_0/A:col10/1732566224439/Put/seqid=0 2024-11-25T20:23:44,586 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:44,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-25T20:23:44,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:44,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. as already flushing 2024-11-25T20:23:44,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:44,587 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:44,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:44,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:44,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:44,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53678 deadline: 1732566284595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:44,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:44,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1732566284596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:44,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741960_1136 (size=30955) 2024-11-25T20:23:44,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:44,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53658 deadline: 1732566284597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:44,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:44,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1732566284597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:44,603 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/81d82c5380234646a4d56ed1cc5f4791 2024-11-25T20:23:44,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:44,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1732566284603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:44,670 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/9f10b07c940145d8af3aa32a6addd997 is 50, key is test_row_0/B:col10/1732566224439/Put/seqid=0 2024-11-25T20:23:44,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741961_1137 (size=12001) 2024-11-25T20:23:44,718 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/9f10b07c940145d8af3aa32a6addd997 2024-11-25T20:23:44,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-25T20:23:44,748 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:44,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-25T20:23:44,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:44,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. as already flushing 2024-11-25T20:23:44,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:44,752 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:44,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:44,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:44,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:44,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53678 deadline: 1732566284800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:44,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:44,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1732566284800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:44,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:44,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53658 deadline: 1732566284800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:44,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:44,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1732566284800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:44,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:44,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1732566284811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:44,822 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/a8537ade8df34a25bb4fb7e111e5c7f5 is 50, key is test_row_0/C:col10/1732566224439/Put/seqid=0 2024-11-25T20:23:44,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741962_1138 (size=12001) 2024-11-25T20:23:44,873 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/a8537ade8df34a25bb4fb7e111e5c7f5 2024-11-25T20:23:44,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/81d82c5380234646a4d56ed1cc5f4791 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/81d82c5380234646a4d56ed1cc5f4791 2024-11-25T20:23:44,900 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/81d82c5380234646a4d56ed1cc5f4791, entries=150, sequenceid=16, filesize=30.2 K 2024-11-25T20:23:44,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/9f10b07c940145d8af3aa32a6addd997 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/9f10b07c940145d8af3aa32a6addd997 2024-11-25T20:23:44,907 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:44,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-25T20:23:44,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:44,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. as already flushing 2024-11-25T20:23:44,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:44,915 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:44,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:44,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:44,921 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/9f10b07c940145d8af3aa32a6addd997, entries=150, sequenceid=16, filesize=11.7 K 2024-11-25T20:23:44,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/a8537ade8df34a25bb4fb7e111e5c7f5 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/a8537ade8df34a25bb4fb7e111e5c7f5 2024-11-25T20:23:44,929 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/a8537ade8df34a25bb4fb7e111e5c7f5, entries=150, sequenceid=16, filesize=11.7 K 2024-11-25T20:23:44,931 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 4cdb329efd2063fd58c1a62ed11398df in 489ms, sequenceid=16, compaction requested=false 2024-11-25T20:23:44,931 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-25T20:23:44,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4cdb329efd2063fd58c1a62ed11398df: 2024-11-25T20:23:45,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-25T20:23:45,075 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:45,075 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-25T20:23:45,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:45,079 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2837): Flushing 4cdb329efd2063fd58c1a62ed11398df 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T20:23:45,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cdb329efd2063fd58c1a62ed11398df, store=A 2024-11-25T20:23:45,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:45,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cdb329efd2063fd58c1a62ed11398df, store=B 2024-11-25T20:23:45,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:45,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cdb329efd2063fd58c1a62ed11398df, store=C 2024-11-25T20:23:45,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:45,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125219f156c7332467a9885b8fb1ea5dd84_4cdb329efd2063fd58c1a62ed11398df is 50, key is test_row_0/A:col10/1732566224490/Put/seqid=0 2024-11-25T20:23:45,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. as already flushing 2024-11-25T20:23:45,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on 4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:23:45,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:45,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1732566285136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:45,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:45,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53658 deadline: 1732566285138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:45,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:45,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1732566285145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:45,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:45,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1732566285148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:45,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741963_1139 (size=12154) 2024-11-25T20:23:45,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:45,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:45,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53678 deadline: 1732566285156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:45,185 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125219f156c7332467a9885b8fb1ea5dd84_4cdb329efd2063fd58c1a62ed11398df to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125219f156c7332467a9885b8fb1ea5dd84_4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:23:45,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/f798c235523a464789867a2930373bf9, store: [table=TestAcidGuarantees family=A region=4cdb329efd2063fd58c1a62ed11398df] 2024-11-25T20:23:45,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/f798c235523a464789867a2930373bf9 is 175, key is test_row_0/A:col10/1732566224490/Put/seqid=0 2024-11-25T20:23:45,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741964_1140 (size=30955) 2024-11-25T20:23:45,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:45,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1732566285251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:45,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:45,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1732566285272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:45,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:45,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53658 deadline: 1732566285272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:45,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:45,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1732566285277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:45,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:45,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53678 deadline: 1732566285289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:45,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:45,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53658 deadline: 1732566285476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:45,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:45,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1732566285480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:45,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:45,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1732566285476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:45,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:45,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1732566285496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:45,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:45,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53678 deadline: 1732566285501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:45,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-25T20:23:45,631 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/f798c235523a464789867a2930373bf9 2024-11-25T20:23:45,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/4184d4591c934a7eac6b3e464664a13d is 50, key is test_row_0/B:col10/1732566224490/Put/seqid=0 2024-11-25T20:23:45,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741965_1141 (size=12001) 2024-11-25T20:23:45,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:45,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53658 deadline: 1732566285801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:45,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:45,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:45,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1732566285802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:45,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1732566285802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:45,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:45,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1732566285808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:45,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:45,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53678 deadline: 1732566285836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:46,130 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/4184d4591c934a7eac6b3e464664a13d 2024-11-25T20:23:46,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/e15ea8aabeaf4ce988c1e2cc1bd60e09 is 50, key is test_row_0/C:col10/1732566224490/Put/seqid=0 2024-11-25T20:23:46,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741966_1142 (size=12001) 2024-11-25T20:23:46,234 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/e15ea8aabeaf4ce988c1e2cc1bd60e09 2024-11-25T20:23:46,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/f798c235523a464789867a2930373bf9 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/f798c235523a464789867a2930373bf9 2024-11-25T20:23:46,251 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/f798c235523a464789867a2930373bf9, entries=150, sequenceid=40, filesize=30.2 K 2024-11-25T20:23:46,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/4184d4591c934a7eac6b3e464664a13d as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/4184d4591c934a7eac6b3e464664a13d 2024-11-25T20:23:46,260 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/4184d4591c934a7eac6b3e464664a13d, entries=150, sequenceid=40, filesize=11.7 K 2024-11-25T20:23:46,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/e15ea8aabeaf4ce988c1e2cc1bd60e09 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/e15ea8aabeaf4ce988c1e2cc1bd60e09 2024-11-25T20:23:46,287 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/e15ea8aabeaf4ce988c1e2cc1bd60e09, entries=150, sequenceid=40, filesize=11.7 K 2024-11-25T20:23:46,291 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 4cdb329efd2063fd58c1a62ed11398df in 1212ms, sequenceid=40, compaction requested=false 2024-11-25T20:23:46,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2538): Flush status journal for 4cdb329efd2063fd58c1a62ed11398df: 2024-11-25T20:23:46,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:46,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-25T20:23:46,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4106): Remote procedure done, pid=46 2024-11-25T20:23:46,300 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-11-25T20:23:46,300 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8640 sec 2024-11-25T20:23:46,302 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees in 1.8750 sec 2024-11-25T20:23:46,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on 4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:23:46,325 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4cdb329efd2063fd58c1a62ed11398df 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-25T20:23:46,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cdb329efd2063fd58c1a62ed11398df, store=A 2024-11-25T20:23:46,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:46,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cdb329efd2063fd58c1a62ed11398df, store=B 2024-11-25T20:23:46,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:46,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cdb329efd2063fd58c1a62ed11398df, store=C 2024-11-25T20:23:46,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:46,390 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112525f13eab05b14fa2b3edc77fe48db8c2_4cdb329efd2063fd58c1a62ed11398df is 50, key is test_row_0/A:col10/1732566226320/Put/seqid=0 2024-11-25T20:23:46,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:46,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53658 deadline: 1732566286386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:46,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:46,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1732566286388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:46,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:46,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1732566286392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:46,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:46,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53678 deadline: 1732566286394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:46,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:46,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1732566286388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:46,431 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T20:23:46,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741967_1143 (size=17034) 2024-11-25T20:23:46,471 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:46,499 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112525f13eab05b14fa2b3edc77fe48db8c2_4cdb329efd2063fd58c1a62ed11398df to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112525f13eab05b14fa2b3edc77fe48db8c2_4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:23:46,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:46,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53658 deadline: 1732566286496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:46,501 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/53626723ab9e42db8e147e63080e76ac, store: [table=TestAcidGuarantees family=A region=4cdb329efd2063fd58c1a62ed11398df] 2024-11-25T20:23:46,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/53626723ab9e42db8e147e63080e76ac is 175, key is test_row_0/A:col10/1732566226320/Put/seqid=0 2024-11-25T20:23:46,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:46,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1732566286502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:46,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:46,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53678 deadline: 1732566286502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:46,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:46,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1732566286503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:46,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:46,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1732566286509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:46,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-25T20:23:46,543 INFO [Thread-671 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 45 completed 2024-11-25T20:23:46,545 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:23:46,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-11-25T20:23:46,547 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:23:46,548 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:23:46,548 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:23:46,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-25T20:23:46,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741968_1144 (size=48139) 2024-11-25T20:23:46,563 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/53626723ab9e42db8e147e63080e76ac 2024-11-25T20:23:46,612 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/13b012aa8f684db5b7e062f11a0f22c0 is 50, key is test_row_0/B:col10/1732566226320/Put/seqid=0 2024-11-25T20:23:46,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-25T20:23:46,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741969_1145 (size=12001) 2024-11-25T20:23:46,703 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:46,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-25T20:23:46,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:46,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. as already flushing 2024-11-25T20:23:46,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:46,704 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:46,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:46,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:46,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:46,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53658 deadline: 1732566286705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:46,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:46,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53678 deadline: 1732566286706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:46,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:46,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1732566286706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:46,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:46,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1732566286716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:46,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:46,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1732566286715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:46,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-25T20:23:46,856 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:46,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-25T20:23:46,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:46,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. as already flushing 2024-11-25T20:23:46,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:46,857 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:46,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:46,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:47,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:47,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53658 deadline: 1732566287009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:47,013 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:47,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:47,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-25T20:23:47,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53678 deadline: 1732566287012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:47,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:47,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. as already flushing 2024-11-25T20:23:47,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:47,014 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:47,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:47,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1732566287013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:47,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:47,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:47,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:47,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1732566287023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:47,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:47,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1732566287030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:47,074 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/13b012aa8f684db5b7e062f11a0f22c0 2024-11-25T20:23:47,129 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/9c8d581abccb409d840a199dd5f96b11 is 50, key is test_row_0/C:col10/1732566226320/Put/seqid=0 2024-11-25T20:23:47,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-25T20:23:47,173 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:47,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-25T20:23:47,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:47,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. as already flushing 2024-11-25T20:23:47,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:47,174 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:47,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:47,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:47,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741970_1146 (size=12001) 2024-11-25T20:23:47,190 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/9c8d581abccb409d840a199dd5f96b11 2024-11-25T20:23:47,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/53626723ab9e42db8e147e63080e76ac as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/53626723ab9e42db8e147e63080e76ac 2024-11-25T20:23:47,231 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/53626723ab9e42db8e147e63080e76ac, entries=250, sequenceid=55, filesize=47.0 K 2024-11-25T20:23:47,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/13b012aa8f684db5b7e062f11a0f22c0 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/13b012aa8f684db5b7e062f11a0f22c0 2024-11-25T20:23:47,264 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/13b012aa8f684db5b7e062f11a0f22c0, entries=150, sequenceid=55, filesize=11.7 K 2024-11-25T20:23:47,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/9c8d581abccb409d840a199dd5f96b11 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/9c8d581abccb409d840a199dd5f96b11 2024-11-25T20:23:47,282 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/9c8d581abccb409d840a199dd5f96b11, entries=150, sequenceid=55, filesize=11.7 K 2024-11-25T20:23:47,284 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 4cdb329efd2063fd58c1a62ed11398df in 959ms, sequenceid=55, compaction requested=true 2024-11-25T20:23:47,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4cdb329efd2063fd58c1a62ed11398df: 2024-11-25T20:23:47,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4cdb329efd2063fd58c1a62ed11398df:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:23:47,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:23:47,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4cdb329efd2063fd58c1a62ed11398df:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:23:47,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:23:47,284 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:23:47,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4cdb329efd2063fd58c1a62ed11398df:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:23:47,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T20:23:47,284 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:23:47,285 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:23:47,285 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:23:47,286 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): 4cdb329efd2063fd58c1a62ed11398df/B is initiating minor compaction (all files) 2024-11-25T20:23:47,286 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1540): 4cdb329efd2063fd58c1a62ed11398df/A is initiating minor compaction (all files) 2024-11-25T20:23:47,286 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4cdb329efd2063fd58c1a62ed11398df/B in TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:47,286 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4cdb329efd2063fd58c1a62ed11398df/A in TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:47,286 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/9f10b07c940145d8af3aa32a6addd997, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/4184d4591c934a7eac6b3e464664a13d, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/13b012aa8f684db5b7e062f11a0f22c0] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp, totalSize=35.2 K 2024-11-25T20:23:47,286 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/81d82c5380234646a4d56ed1cc5f4791, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/f798c235523a464789867a2930373bf9, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/53626723ab9e42db8e147e63080e76ac] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp, totalSize=107.5 K 2024-11-25T20:23:47,286 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:47,286 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. files: [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/81d82c5380234646a4d56ed1cc5f4791, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/f798c235523a464789867a2930373bf9, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/53626723ab9e42db8e147e63080e76ac] 2024-11-25T20:23:47,287 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f10b07c940145d8af3aa32a6addd997, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732566224438 2024-11-25T20:23:47,288 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 4184d4591c934a7eac6b3e464664a13d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732566224487 2024-11-25T20:23:47,288 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 81d82c5380234646a4d56ed1cc5f4791, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732566224438 2024-11-25T20:23:47,288 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 13b012aa8f684db5b7e062f11a0f22c0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732566225138 2024-11-25T20:23:47,289 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting f798c235523a464789867a2930373bf9, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732566224487 2024-11-25T20:23:47,290 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 53626723ab9e42db8e147e63080e76ac, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732566225132 2024-11-25T20:23:47,309 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4cdb329efd2063fd58c1a62ed11398df#B#compaction#126 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:47,310 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/ca458f7b8f7f49cbb0960e29938da5c9 is 50, key is test_row_0/B:col10/1732566226320/Put/seqid=0 2024-11-25T20:23:47,312 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4cdb329efd2063fd58c1a62ed11398df] 2024-11-25T20:23:47,330 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:47,331 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-25T20:23:47,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:47,332 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125022b8533fa5248f9b88ab1792d420d01_4cdb329efd2063fd58c1a62ed11398df store=[table=TestAcidGuarantees family=A region=4cdb329efd2063fd58c1a62ed11398df] 2024-11-25T20:23:47,332 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing 4cdb329efd2063fd58c1a62ed11398df 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-25T20:23:47,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cdb329efd2063fd58c1a62ed11398df, store=A 2024-11-25T20:23:47,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:47,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cdb329efd2063fd58c1a62ed11398df, store=B 2024-11-25T20:23:47,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:47,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cdb329efd2063fd58c1a62ed11398df, store=C 2024-11-25T20:23:47,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:47,340 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125022b8533fa5248f9b88ab1792d420d01_4cdb329efd2063fd58c1a62ed11398df, store=[table=TestAcidGuarantees family=A region=4cdb329efd2063fd58c1a62ed11398df] 2024-11-25T20:23:47,340 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125022b8533fa5248f9b88ab1792d420d01_4cdb329efd2063fd58c1a62ed11398df because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4cdb329efd2063fd58c1a62ed11398df] 2024-11-25T20:23:47,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257f8878c410214fb9a5f36a27c95f7b99_4cdb329efd2063fd58c1a62ed11398df is 50, key is test_row_0/A:col10/1732566226371/Put/seqid=0 2024-11-25T20:23:47,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741971_1147 (size=12104) 2024-11-25T20:23:47,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741972_1148 (size=4469) 2024-11-25T20:23:47,391 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4cdb329efd2063fd58c1a62ed11398df#A#compaction#127 average throughput is 0.32 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:47,393 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/e43eb05a77534918aa04d66f28668f06 is 175, key is test_row_0/A:col10/1732566226320/Put/seqid=0 2024-11-25T20:23:47,396 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/ca458f7b8f7f49cbb0960e29938da5c9 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/ca458f7b8f7f49cbb0960e29938da5c9 2024-11-25T20:23:47,417 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4cdb329efd2063fd58c1a62ed11398df/B of 4cdb329efd2063fd58c1a62ed11398df into ca458f7b8f7f49cbb0960e29938da5c9(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:47,417 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4cdb329efd2063fd58c1a62ed11398df: 2024-11-25T20:23:47,417 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df., storeName=4cdb329efd2063fd58c1a62ed11398df/B, priority=13, startTime=1732566227284; duration=0sec 2024-11-25T20:23:47,418 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:23:47,418 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4cdb329efd2063fd58c1a62ed11398df:B 2024-11-25T20:23:47,418 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:23:47,423 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:23:47,423 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): 4cdb329efd2063fd58c1a62ed11398df/C is initiating minor compaction (all files) 2024-11-25T20:23:47,423 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4cdb329efd2063fd58c1a62ed11398df/C in TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:47,423 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/a8537ade8df34a25bb4fb7e111e5c7f5, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/e15ea8aabeaf4ce988c1e2cc1bd60e09, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/9c8d581abccb409d840a199dd5f96b11] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp, totalSize=35.2 K 2024-11-25T20:23:47,427 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting a8537ade8df34a25bb4fb7e111e5c7f5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732566224438 2024-11-25T20:23:47,431 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting e15ea8aabeaf4ce988c1e2cc1bd60e09, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732566224487 2024-11-25T20:23:47,433 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c8d581abccb409d840a199dd5f96b11, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732566225138 2024-11-25T20:23:47,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741973_1149 (size=12154) 2024-11-25T20:23:47,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:47,474 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4cdb329efd2063fd58c1a62ed11398df#C#compaction#129 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:47,475 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/704054ae3e57446092b0f7c9273aac37 is 50, key is test_row_0/C:col10/1732566226320/Put/seqid=0 2024-11-25T20:23:47,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741974_1150 (size=31058) 2024-11-25T20:23:47,479 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257f8878c410214fb9a5f36a27c95f7b99_4cdb329efd2063fd58c1a62ed11398df to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257f8878c410214fb9a5f36a27c95f7b99_4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:23:47,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/5eabb4aa09594ad5961b004440a76313, store: [table=TestAcidGuarantees family=A region=4cdb329efd2063fd58c1a62ed11398df] 2024-11-25T20:23:47,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/5eabb4aa09594ad5961b004440a76313 is 175, key is test_row_0/A:col10/1732566226371/Put/seqid=0 2024-11-25T20:23:47,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741975_1151 (size=12104) 2024-11-25T20:23:47,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on 4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:23:47,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. as already flushing 2024-11-25T20:23:47,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741976_1152 (size=30955) 2024-11-25T20:23:47,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:47,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53678 deadline: 1732566287547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:47,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:47,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53658 deadline: 1732566287549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:47,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:47,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1732566287549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:47,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:47,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1732566287550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:47,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:47,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1732566287552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:47,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:47,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53678 deadline: 1732566287653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:47,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-25T20:23:47,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:47,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1732566287657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:47,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:47,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1732566287659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:47,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:47,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1732566287659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:47,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:47,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53658 deadline: 1732566287659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:47,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:47,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53678 deadline: 1732566287859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:47,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:47,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1732566287864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:47,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:47,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1732566287864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:47,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:47,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1732566287865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:47,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:47,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53658 deadline: 1732566287865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:47,888 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/e43eb05a77534918aa04d66f28668f06 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/e43eb05a77534918aa04d66f28668f06 2024-11-25T20:23:47,898 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4cdb329efd2063fd58c1a62ed11398df/A of 4cdb329efd2063fd58c1a62ed11398df into e43eb05a77534918aa04d66f28668f06(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:47,899 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4cdb329efd2063fd58c1a62ed11398df: 2024-11-25T20:23:47,899 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df., storeName=4cdb329efd2063fd58c1a62ed11398df/A, priority=13, startTime=1732566227284; duration=0sec 2024-11-25T20:23:47,899 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:47,899 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4cdb329efd2063fd58c1a62ed11398df:A 2024-11-25T20:23:47,947 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/704054ae3e57446092b0f7c9273aac37 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/704054ae3e57446092b0f7c9273aac37 2024-11-25T20:23:47,948 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=76, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/5eabb4aa09594ad5961b004440a76313 2024-11-25T20:23:47,962 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4cdb329efd2063fd58c1a62ed11398df/C of 4cdb329efd2063fd58c1a62ed11398df into 704054ae3e57446092b0f7c9273aac37(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:47,962 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4cdb329efd2063fd58c1a62ed11398df: 2024-11-25T20:23:47,963 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df., storeName=4cdb329efd2063fd58c1a62ed11398df/C, priority=13, startTime=1732566227284; duration=0sec 2024-11-25T20:23:47,963 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:47,963 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4cdb329efd2063fd58c1a62ed11398df:C 2024-11-25T20:23:47,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/c67738cc8a5847a7823df1519404309b is 50, key is test_row_0/B:col10/1732566226371/Put/seqid=0 2024-11-25T20:23:47,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741977_1153 (size=12001) 2024-11-25T20:23:47,994 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/c67738cc8a5847a7823df1519404309b 2024-11-25T20:23:48,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/dad6e1bd626741ce9a93e4d951653813 is 50, key is test_row_0/C:col10/1732566226371/Put/seqid=0 2024-11-25T20:23:48,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741978_1154 (size=12001) 2024-11-25T20:23:48,078 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/dad6e1bd626741ce9a93e4d951653813 2024-11-25T20:23:48,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/5eabb4aa09594ad5961b004440a76313 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/5eabb4aa09594ad5961b004440a76313 2024-11-25T20:23:48,095 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/5eabb4aa09594ad5961b004440a76313, entries=150, sequenceid=76, filesize=30.2 K 2024-11-25T20:23:48,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/c67738cc8a5847a7823df1519404309b as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/c67738cc8a5847a7823df1519404309b 2024-11-25T20:23:48,109 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/c67738cc8a5847a7823df1519404309b, entries=150, sequenceid=76, filesize=11.7 K 2024-11-25T20:23:48,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/dad6e1bd626741ce9a93e4d951653813 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/dad6e1bd626741ce9a93e4d951653813 2024-11-25T20:23:48,132 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/dad6e1bd626741ce9a93e4d951653813, entries=150, sequenceid=76, filesize=11.7 K 2024-11-25T20:23:48,134 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 4cdb329efd2063fd58c1a62ed11398df in 802ms, sequenceid=76, compaction requested=false 2024-11-25T20:23:48,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for 4cdb329efd2063fd58c1a62ed11398df: 2024-11-25T20:23:48,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:48,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-25T20:23:48,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-11-25T20:23:48,153 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-25T20:23:48,153 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6020 sec 2024-11-25T20:23:48,155 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 1.6090 sec 2024-11-25T20:23:48,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on 4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:23:48,179 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4cdb329efd2063fd58c1a62ed11398df 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-25T20:23:48,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cdb329efd2063fd58c1a62ed11398df, store=A 2024-11-25T20:23:48,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:48,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cdb329efd2063fd58c1a62ed11398df, store=B 2024-11-25T20:23:48,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:48,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cdb329efd2063fd58c1a62ed11398df, store=C 2024-11-25T20:23:48,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:48,209 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d53b525efc0e4535baa3d5aeea9d4daa_4cdb329efd2063fd58c1a62ed11398df is 50, key is test_row_0/A:col10/1732566228176/Put/seqid=0 2024-11-25T20:23:48,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:48,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53678 deadline: 1732566288215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:48,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:48,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53658 deadline: 1732566288219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:48,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:48,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1732566288222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:48,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:48,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1732566288224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:48,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:48,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1732566288226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:48,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741979_1155 (size=12154) 2024-11-25T20:23:48,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:48,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53678 deadline: 1732566288327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:48,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:48,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1732566288333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:48,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:48,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1732566288335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:48,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:48,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53658 deadline: 1732566288340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:48,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:48,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1732566288340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:48,509 INFO [master/a8cf619b0679:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-25T20:23:48,509 INFO [master/a8cf619b0679:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-25T20:23:48,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:48,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53678 deadline: 1732566288538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:48,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:48,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1732566288546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:48,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:48,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1732566288546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:48,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:48,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:48,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1732566288551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:48,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53658 deadline: 1732566288551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:48,649 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:48,659 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d53b525efc0e4535baa3d5aeea9d4daa_4cdb329efd2063fd58c1a62ed11398df to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d53b525efc0e4535baa3d5aeea9d4daa_4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:23:48,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-25T20:23:48,660 INFO [Thread-671 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-11-25T20:23:48,662 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/1a8c428cbe524e33ae730ec839b23349, store: [table=TestAcidGuarantees family=A region=4cdb329efd2063fd58c1a62ed11398df] 2024-11-25T20:23:48,663 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/1a8c428cbe524e33ae730ec839b23349 is 175, key is test_row_0/A:col10/1732566228176/Put/seqid=0 2024-11-25T20:23:48,664 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:23:48,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-11-25T20:23:48,666 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:23:48,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-25T20:23:48,667 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:23:48,668 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:23:48,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741980_1156 (size=30955) 2024-11-25T20:23:48,687 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=97, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/1a8c428cbe524e33ae730ec839b23349 2024-11-25T20:23:48,718 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/fe053aff106446aea9792e91c7a12566 is 50, key is test_row_0/B:col10/1732566228176/Put/seqid=0 2024-11-25T20:23:48,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-25T20:23:48,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741981_1157 (size=12001) 2024-11-25T20:23:48,771 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/fe053aff106446aea9792e91c7a12566 2024-11-25T20:23:48,788 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/fb2030cdcb9e4b50b8442f3d6b869b17 is 50, key is test_row_0/C:col10/1732566228176/Put/seqid=0 2024-11-25T20:23:48,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741982_1158 (size=12001) 2024-11-25T20:23:48,820 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:48,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-25T20:23:48,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:48,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. as already flushing 2024-11-25T20:23:48,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:48,821 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:48,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:48,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:48,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:48,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53678 deadline: 1732566288849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:48,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:48,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1732566288851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:48,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:48,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53658 deadline: 1732566288854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:48,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:48,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1732566288854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:48,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:48,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1732566288855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:48,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-25T20:23:48,973 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:48,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-25T20:23:48,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:48,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. as already flushing 2024-11-25T20:23:48,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:48,974 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:48,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:48,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:49,126 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:49,127 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-25T20:23:49,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:49,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. as already flushing 2024-11-25T20:23:49,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:49,129 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:49,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:49,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:49,218 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/fb2030cdcb9e4b50b8442f3d6b869b17 2024-11-25T20:23:49,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/1a8c428cbe524e33ae730ec839b23349 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/1a8c428cbe524e33ae730ec839b23349 2024-11-25T20:23:49,260 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/1a8c428cbe524e33ae730ec839b23349, entries=150, sequenceid=97, filesize=30.2 K 2024-11-25T20:23:49,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/fe053aff106446aea9792e91c7a12566 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/fe053aff106446aea9792e91c7a12566 2024-11-25T20:23:49,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-25T20:23:49,280 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/fe053aff106446aea9792e91c7a12566, entries=150, sequenceid=97, filesize=11.7 K 2024-11-25T20:23:49,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/fb2030cdcb9e4b50b8442f3d6b869b17 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/fb2030cdcb9e4b50b8442f3d6b869b17 2024-11-25T20:23:49,283 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:49,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-25T20:23:49,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:49,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. as already flushing 2024-11-25T20:23:49,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:49,284 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:49,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:49,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:49,303 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/fb2030cdcb9e4b50b8442f3d6b869b17, entries=150, sequenceid=97, filesize=11.7 K 2024-11-25T20:23:49,316 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 4cdb329efd2063fd58c1a62ed11398df in 1137ms, sequenceid=97, compaction requested=true 2024-11-25T20:23:49,316 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4cdb329efd2063fd58c1a62ed11398df: 2024-11-25T20:23:49,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4cdb329efd2063fd58c1a62ed11398df:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:23:49,316 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:23:49,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:49,316 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:23:49,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4cdb329efd2063fd58c1a62ed11398df:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:23:49,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:49,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4cdb329efd2063fd58c1a62ed11398df:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:23:49,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:23:49,329 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:23:49,329 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): 4cdb329efd2063fd58c1a62ed11398df/B is initiating minor compaction (all files) 2024-11-25T20:23:49,329 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4cdb329efd2063fd58c1a62ed11398df/B in TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:49,329 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/ca458f7b8f7f49cbb0960e29938da5c9, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/c67738cc8a5847a7823df1519404309b, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/fe053aff106446aea9792e91c7a12566] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp, totalSize=35.3 K 2024-11-25T20:23:49,330 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:23:49,330 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1540): 4cdb329efd2063fd58c1a62ed11398df/A is initiating minor compaction (all files) 2024-11-25T20:23:49,330 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4cdb329efd2063fd58c1a62ed11398df/A in TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:49,330 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/e43eb05a77534918aa04d66f28668f06, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/5eabb4aa09594ad5961b004440a76313, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/1a8c428cbe524e33ae730ec839b23349] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp, totalSize=90.8 K 2024-11-25T20:23:49,330 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:49,330 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. files: [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/e43eb05a77534918aa04d66f28668f06, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/5eabb4aa09594ad5961b004440a76313, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/1a8c428cbe524e33ae730ec839b23349] 2024-11-25T20:23:49,331 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting ca458f7b8f7f49cbb0960e29938da5c9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732566225138 2024-11-25T20:23:49,334 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting e43eb05a77534918aa04d66f28668f06, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732566225138 2024-11-25T20:23:49,336 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting c67738cc8a5847a7823df1519404309b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732566226371 2024-11-25T20:23:49,339 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5eabb4aa09594ad5961b004440a76313, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732566226371 2024-11-25T20:23:49,339 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting fe053aff106446aea9792e91c7a12566, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732566227549 2024-11-25T20:23:49,339 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1a8c428cbe524e33ae730ec839b23349, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732566227549 2024-11-25T20:23:49,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on 4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:23:49,356 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4cdb329efd2063fd58c1a62ed11398df 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-25T20:23:49,356 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4cdb329efd2063fd58c1a62ed11398df] 2024-11-25T20:23:49,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cdb329efd2063fd58c1a62ed11398df, store=A 2024-11-25T20:23:49,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:49,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cdb329efd2063fd58c1a62ed11398df, store=B 2024-11-25T20:23:49,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:49,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cdb329efd2063fd58c1a62ed11398df, store=C 2024-11-25T20:23:49,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:49,365 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4cdb329efd2063fd58c1a62ed11398df#B#compaction#136 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:49,366 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/818ae71aaf1d482ea7f7489d79324a14 is 50, key is test_row_0/B:col10/1732566228176/Put/seqid=0 2024-11-25T20:23:49,368 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112525cd479e99de41b98f2577200c840e66_4cdb329efd2063fd58c1a62ed11398df store=[table=TestAcidGuarantees family=A region=4cdb329efd2063fd58c1a62ed11398df] 2024-11-25T20:23:49,372 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112525cd479e99de41b98f2577200c840e66_4cdb329efd2063fd58c1a62ed11398df, store=[table=TestAcidGuarantees family=A region=4cdb329efd2063fd58c1a62ed11398df] 2024-11-25T20:23:49,372 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112525cd479e99de41b98f2577200c840e66_4cdb329efd2063fd58c1a62ed11398df because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4cdb329efd2063fd58c1a62ed11398df] 2024-11-25T20:23:49,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:49,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53658 deadline: 1732566289389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:49,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:49,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53678 deadline: 1732566289389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:49,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:49,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1732566289390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:49,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:49,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1732566289390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:49,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:49,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1732566289390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:49,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741983_1159 (size=12207) 2024-11-25T20:23:49,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741984_1160 (size=4469) 2024-11-25T20:23:49,406 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4cdb329efd2063fd58c1a62ed11398df#A#compaction#135 average throughput is 0.49 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:49,407 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/a6bc9876c15a4db1980e44109779bfb4 is 175, key is test_row_0/A:col10/1732566228176/Put/seqid=0 2024-11-25T20:23:49,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125fc88ef76c2da47a8989092f4a2df7f6e_4cdb329efd2063fd58c1a62ed11398df is 50, key is test_row_0/A:col10/1732566229353/Put/seqid=0 2024-11-25T20:23:49,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741985_1161 (size=31161) 2024-11-25T20:23:49,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741986_1162 (size=14594) 2024-11-25T20:23:49,423 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:49,428 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125fc88ef76c2da47a8989092f4a2df7f6e_4cdb329efd2063fd58c1a62ed11398df to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125fc88ef76c2da47a8989092f4a2df7f6e_4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:23:49,430 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/9be3c7c97c0448c0b441206dec8faa91, store: [table=TestAcidGuarantees family=A region=4cdb329efd2063fd58c1a62ed11398df] 2024-11-25T20:23:49,431 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/9be3c7c97c0448c0b441206dec8faa91 is 175, key is test_row_0/A:col10/1732566229353/Put/seqid=0 2024-11-25T20:23:49,436 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:49,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-25T20:23:49,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:49,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. as already flushing 2024-11-25T20:23:49,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:49,437 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:49,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:49,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:49,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741987_1163 (size=39549) 2024-11-25T20:23:49,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:49,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53658 deadline: 1732566289495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:49,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:49,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53678 deadline: 1732566289496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:49,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:49,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1732566289500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:49,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:49,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1732566289501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:49,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:49,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1732566289502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:49,589 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:49,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-25T20:23:49,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:49,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. as already flushing 2024-11-25T20:23:49,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:49,590 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:49,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:49,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:49,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:49,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53678 deadline: 1732566289700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:49,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:49,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53658 deadline: 1732566289700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:49,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:49,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1732566289706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:49,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:49,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:49,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1732566289706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:49,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1732566289707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:49,742 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:49,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-25T20:23:49,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:49,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. as already flushing 2024-11-25T20:23:49,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:49,742 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:49,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:49,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:49,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-25T20:23:49,815 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/818ae71aaf1d482ea7f7489d79324a14 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/818ae71aaf1d482ea7f7489d79324a14 2024-11-25T20:23:49,833 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/a6bc9876c15a4db1980e44109779bfb4 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/a6bc9876c15a4db1980e44109779bfb4 2024-11-25T20:23:49,844 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4cdb329efd2063fd58c1a62ed11398df/B of 4cdb329efd2063fd58c1a62ed11398df into 818ae71aaf1d482ea7f7489d79324a14(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:49,844 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4cdb329efd2063fd58c1a62ed11398df/A of 4cdb329efd2063fd58c1a62ed11398df into a6bc9876c15a4db1980e44109779bfb4(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:49,844 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4cdb329efd2063fd58c1a62ed11398df: 2024-11-25T20:23:49,845 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df., storeName=4cdb329efd2063fd58c1a62ed11398df/A, priority=13, startTime=1732566229316; duration=0sec 2024-11-25T20:23:49,845 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:23:49,845 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4cdb329efd2063fd58c1a62ed11398df:A 2024-11-25T20:23:49,845 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:23:49,846 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/9be3c7c97c0448c0b441206dec8faa91 2024-11-25T20:23:49,848 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:23:49,849 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1540): 4cdb329efd2063fd58c1a62ed11398df/C is initiating minor compaction (all files) 2024-11-25T20:23:49,849 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4cdb329efd2063fd58c1a62ed11398df/C in TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:49,849 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/704054ae3e57446092b0f7c9273aac37, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/dad6e1bd626741ce9a93e4d951653813, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/fb2030cdcb9e4b50b8442f3d6b869b17] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp, totalSize=35.3 K 2024-11-25T20:23:49,851 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4cdb329efd2063fd58c1a62ed11398df: 2024-11-25T20:23:49,851 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df., storeName=4cdb329efd2063fd58c1a62ed11398df/B, priority=13, startTime=1732566229316; duration=0sec 2024-11-25T20:23:49,851 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:49,852 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4cdb329efd2063fd58c1a62ed11398df:B 2024-11-25T20:23:49,854 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 704054ae3e57446092b0f7c9273aac37, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732566225138 2024-11-25T20:23:49,855 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting dad6e1bd626741ce9a93e4d951653813, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732566226371 2024-11-25T20:23:49,856 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting fb2030cdcb9e4b50b8442f3d6b869b17, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732566227549 2024-11-25T20:23:49,856 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/d3e3670440ec4516a55043d4713f89ae is 50, key is test_row_0/B:col10/1732566229353/Put/seqid=0 2024-11-25T20:23:49,873 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4cdb329efd2063fd58c1a62ed11398df#C#compaction#139 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:49,873 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/5777a139e0e4436bae44bbd2a162d61f is 50, key is test_row_0/C:col10/1732566228176/Put/seqid=0 2024-11-25T20:23:49,895 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:49,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-25T20:23:49,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:49,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. as already flushing 2024-11-25T20:23:49,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:49,896 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:49,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:49,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:49,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741988_1164 (size=12001) 2024-11-25T20:23:49,916 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/d3e3670440ec4516a55043d4713f89ae 2024-11-25T20:23:49,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741989_1165 (size=12207) 2024-11-25T20:23:49,930 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/5777a139e0e4436bae44bbd2a162d61f as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/5777a139e0e4436bae44bbd2a162d61f 2024-11-25T20:23:49,937 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4cdb329efd2063fd58c1a62ed11398df/C of 4cdb329efd2063fd58c1a62ed11398df into 5777a139e0e4436bae44bbd2a162d61f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:49,939 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4cdb329efd2063fd58c1a62ed11398df: 2024-11-25T20:23:49,939 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df., storeName=4cdb329efd2063fd58c1a62ed11398df/C, priority=13, startTime=1732566229316; duration=0sec 2024-11-25T20:23:49,939 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:49,939 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4cdb329efd2063fd58c1a62ed11398df:C 2024-11-25T20:23:49,939 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/bad32e35cc0d4b5a97c93be23d2f4508 is 50, key is test_row_0/C:col10/1732566229353/Put/seqid=0 2024-11-25T20:23:49,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741990_1166 (size=12001) 2024-11-25T20:23:50,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:50,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53678 deadline: 1732566290007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:50,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:50,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1732566290009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:50,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:50,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53658 deadline: 1732566290009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:50,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:50,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1732566290011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:50,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:50,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1732566290013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:50,051 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:50,052 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-25T20:23:50,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:50,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. as already flushing 2024-11-25T20:23:50,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:50,052 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:50,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:50,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:50,205 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:50,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-25T20:23:50,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:50,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. as already flushing 2024-11-25T20:23:50,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:50,206 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:50,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:50,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:50,365 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:50,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-25T20:23:50,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:50,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. as already flushing 2024-11-25T20:23:50,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:50,366 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:50,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:50,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:50,371 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/bad32e35cc0d4b5a97c93be23d2f4508 2024-11-25T20:23:50,381 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/9be3c7c97c0448c0b441206dec8faa91 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/9be3c7c97c0448c0b441206dec8faa91 2024-11-25T20:23:50,388 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/9be3c7c97c0448c0b441206dec8faa91, entries=200, sequenceid=116, filesize=38.6 K 2024-11-25T20:23:50,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/d3e3670440ec4516a55043d4713f89ae as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/d3e3670440ec4516a55043d4713f89ae 2024-11-25T20:23:50,407 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/d3e3670440ec4516a55043d4713f89ae, entries=150, sequenceid=116, filesize=11.7 K 2024-11-25T20:23:50,409 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/bad32e35cc0d4b5a97c93be23d2f4508 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/bad32e35cc0d4b5a97c93be23d2f4508 2024-11-25T20:23:50,427 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/bad32e35cc0d4b5a97c93be23d2f4508, entries=150, sequenceid=116, filesize=11.7 K 2024-11-25T20:23:50,428 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=107.34 KB/109920 for 4cdb329efd2063fd58c1a62ed11398df in 1073ms, sequenceid=116, compaction requested=false 2024-11-25T20:23:50,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4cdb329efd2063fd58c1a62ed11398df: 2024-11-25T20:23:50,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on 4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:23:50,519 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4cdb329efd2063fd58c1a62ed11398df 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-25T20:23:50,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cdb329efd2063fd58c1a62ed11398df, store=A 2024-11-25T20:23:50,520 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:50,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:50,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cdb329efd2063fd58c1a62ed11398df, store=B 2024-11-25T20:23:50,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:50,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cdb329efd2063fd58c1a62ed11398df, store=C 2024-11-25T20:23:50,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:50,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-25T20:23:50,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:50,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. as already flushing 2024-11-25T20:23:50,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:50,520 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:50,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:50,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:50,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:50,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1732566290538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:50,553 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411250d8d3db259824f62ae099e7d8c51cf61_4cdb329efd2063fd58c1a62ed11398df is 50, key is test_row_0/A:col10/1732566229389/Put/seqid=0 2024-11-25T20:23:50,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:50,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53678 deadline: 1732566290545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:50,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:50,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1732566290545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:50,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:50,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53658 deadline: 1732566290534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:50,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:50,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1732566290549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:50,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741991_1167 (size=14794) 2024-11-25T20:23:50,591 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:50,597 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411250d8d3db259824f62ae099e7d8c51cf61_4cdb329efd2063fd58c1a62ed11398df to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250d8d3db259824f62ae099e7d8c51cf61_4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:23:50,599 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/2abe12d686104a2897202fa8a92a96c5, store: [table=TestAcidGuarantees family=A region=4cdb329efd2063fd58c1a62ed11398df] 2024-11-25T20:23:50,599 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/2abe12d686104a2897202fa8a92a96c5 is 175, key is test_row_0/A:col10/1732566229389/Put/seqid=0 2024-11-25T20:23:50,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741992_1168 (size=39749) 2024-11-25T20:23:50,621 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=139, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/2abe12d686104a2897202fa8a92a96c5 2024-11-25T20:23:50,641 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/05862a756c6e48439275560365e14406 is 50, key is test_row_0/B:col10/1732566229389/Put/seqid=0 2024-11-25T20:23:50,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:50,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1732566290651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:50,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:50,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53658 deadline: 1732566290660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:50,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:50,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1732566290660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:50,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:50,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53678 deadline: 1732566290661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:50,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:50,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1732566290662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:50,674 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:50,674 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-25T20:23:50,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:50,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. as already flushing 2024-11-25T20:23:50,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:50,675 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:50,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:50,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:50,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741993_1169 (size=12151) 2024-11-25T20:23:50,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-25T20:23:50,830 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:50,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-25T20:23:50,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:50,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. as already flushing 2024-11-25T20:23:50,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:50,838 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:50,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:50,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:50,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:50,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1732566290855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:50,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:50,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53678 deadline: 1732566290866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:50,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:50,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1732566290868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:50,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:50,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53658 deadline: 1732566290868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:50,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:50,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1732566290868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:50,995 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:50,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-25T20:23:50,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:50,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. as already flushing 2024-11-25T20:23:50,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:50,997 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:50,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:50,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:51,095 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/05862a756c6e48439275560365e14406 2024-11-25T20:23:51,113 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/88635a72b6364e73995b29fd183d8f24 is 50, key is test_row_0/C:col10/1732566229389/Put/seqid=0 2024-11-25T20:23:51,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741994_1170 (size=12151) 2024-11-25T20:23:51,156 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:51,156 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-25T20:23:51,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:51,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. as already flushing 2024-11-25T20:23:51,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:51,157 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:51,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:51,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:51,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:51,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1732566291163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:51,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:51,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53658 deadline: 1732566291175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:51,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:51,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53678 deadline: 1732566291172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:51,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:51,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1732566291181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:51,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:51,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1732566291184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:51,311 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:51,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-25T20:23:51,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:51,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. as already flushing 2024-11-25T20:23:51,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:51,312 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:51,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:51,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:51,470 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:51,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-25T20:23:51,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:51,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. as already flushing 2024-11-25T20:23:51,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:51,472 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:51,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:51,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:51,544 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/88635a72b6364e73995b29fd183d8f24 2024-11-25T20:23:51,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/2abe12d686104a2897202fa8a92a96c5 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/2abe12d686104a2897202fa8a92a96c5 2024-11-25T20:23:51,596 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/2abe12d686104a2897202fa8a92a96c5, entries=200, sequenceid=139, filesize=38.8 K 2024-11-25T20:23:51,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/05862a756c6e48439275560365e14406 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/05862a756c6e48439275560365e14406 2024-11-25T20:23:51,611 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/05862a756c6e48439275560365e14406, entries=150, sequenceid=139, filesize=11.9 K 2024-11-25T20:23:51,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/88635a72b6364e73995b29fd183d8f24 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/88635a72b6364e73995b29fd183d8f24 2024-11-25T20:23:51,625 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/88635a72b6364e73995b29fd183d8f24, entries=150, sequenceid=139, filesize=11.9 K 2024-11-25T20:23:51,626 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 4cdb329efd2063fd58c1a62ed11398df in 1107ms, sequenceid=139, compaction requested=true 2024-11-25T20:23:51,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4cdb329efd2063fd58c1a62ed11398df: 2024-11-25T20:23:51,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4cdb329efd2063fd58c1a62ed11398df:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:23:51,626 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:23:51,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:51,626 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:23:51,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4cdb329efd2063fd58c1a62ed11398df:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:23:51,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:51,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4cdb329efd2063fd58c1a62ed11398df:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:23:51,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:23:51,632 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:23:51,633 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): 4cdb329efd2063fd58c1a62ed11398df/B is initiating minor compaction (all files) 2024-11-25T20:23:51,633 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4cdb329efd2063fd58c1a62ed11398df/B in TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:51,633 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/818ae71aaf1d482ea7f7489d79324a14, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/d3e3670440ec4516a55043d4713f89ae, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/05862a756c6e48439275560365e14406] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp, totalSize=35.5 K 2024-11-25T20:23:51,633 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:23:51,633 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1540): 4cdb329efd2063fd58c1a62ed11398df/A is initiating minor compaction (all files) 2024-11-25T20:23:51,633 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4cdb329efd2063fd58c1a62ed11398df/A in TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:51,634 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/a6bc9876c15a4db1980e44109779bfb4, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/9be3c7c97c0448c0b441206dec8faa91, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/2abe12d686104a2897202fa8a92a96c5] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp, totalSize=107.9 K 2024-11-25T20:23:51,634 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:51,634 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. files: [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/a6bc9876c15a4db1980e44109779bfb4, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/9be3c7c97c0448c0b441206dec8faa91, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/2abe12d686104a2897202fa8a92a96c5] 2024-11-25T20:23:51,634 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 818ae71aaf1d482ea7f7489d79324a14, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732566227549 2024-11-25T20:23:51,635 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:51,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-25T20:23:51,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:51,635 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing 4cdb329efd2063fd58c1a62ed11398df 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-25T20:23:51,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cdb329efd2063fd58c1a62ed11398df, store=A 2024-11-25T20:23:51,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:51,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cdb329efd2063fd58c1a62ed11398df, store=B 2024-11-25T20:23:51,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:51,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cdb329efd2063fd58c1a62ed11398df, store=C 2024-11-25T20:23:51,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:51,637 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting a6bc9876c15a4db1980e44109779bfb4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732566227549 2024-11-25T20:23:51,639 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting d3e3670440ec4516a55043d4713f89ae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732566228220 2024-11-25T20:23:51,640 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 05862a756c6e48439275560365e14406, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1732566229387 2024-11-25T20:23:51,640 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9be3c7c97c0448c0b441206dec8faa91, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732566228212 2024-11-25T20:23:51,641 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2abe12d686104a2897202fa8a92a96c5, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1732566229387 2024-11-25T20:23:51,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411254106e3ed544245289ffe40bb89bfa321_4cdb329efd2063fd58c1a62ed11398df is 50, key is test_row_0/A:col10/1732566230537/Put/seqid=0 2024-11-25T20:23:51,656 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4cdb329efd2063fd58c1a62ed11398df#B#compaction#145 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:51,656 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4cdb329efd2063fd58c1a62ed11398df] 2024-11-25T20:23:51,656 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/86674fc37b924922a4c96341aefb4a9e is 50, key is test_row_0/B:col10/1732566229389/Put/seqid=0 2024-11-25T20:23:51,659 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411254b9322fdb3c744a8968421d329a786c0_4cdb329efd2063fd58c1a62ed11398df store=[table=TestAcidGuarantees family=A region=4cdb329efd2063fd58c1a62ed11398df] 2024-11-25T20:23:51,662 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411254b9322fdb3c744a8968421d329a786c0_4cdb329efd2063fd58c1a62ed11398df, store=[table=TestAcidGuarantees family=A region=4cdb329efd2063fd58c1a62ed11398df] 2024-11-25T20:23:51,662 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411254b9322fdb3c744a8968421d329a786c0_4cdb329efd2063fd58c1a62ed11398df because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4cdb329efd2063fd58c1a62ed11398df] 2024-11-25T20:23:51,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on 4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:23:51,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. as already flushing 2024-11-25T20:23:51,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741995_1171 (size=12459) 2024-11-25T20:23:51,692 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/86674fc37b924922a4c96341aefb4a9e as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/86674fc37b924922a4c96341aefb4a9e 2024-11-25T20:23:51,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741996_1172 (size=12304) 2024-11-25T20:23:51,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:51,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741997_1173 (size=4469) 2024-11-25T20:23:51,709 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4cdb329efd2063fd58c1a62ed11398df/B of 4cdb329efd2063fd58c1a62ed11398df into 86674fc37b924922a4c96341aefb4a9e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:51,709 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4cdb329efd2063fd58c1a62ed11398df: 2024-11-25T20:23:51,709 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df., storeName=4cdb329efd2063fd58c1a62ed11398df/B, priority=13, startTime=1732566231626; duration=0sec 2024-11-25T20:23:51,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:51,709 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:23:51,709 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4cdb329efd2063fd58c1a62ed11398df:B 2024-11-25T20:23:51,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1732566291702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:51,709 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:23:51,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:51,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1732566291702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:51,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:51,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1732566291706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:51,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:51,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53678 deadline: 1732566291708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:51,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:51,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53658 deadline: 1732566291710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:51,716 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:23:51,717 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): 4cdb329efd2063fd58c1a62ed11398df/C is initiating minor compaction (all files) 2024-11-25T20:23:51,717 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4cdb329efd2063fd58c1a62ed11398df/C in TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:51,717 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/5777a139e0e4436bae44bbd2a162d61f, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/bad32e35cc0d4b5a97c93be23d2f4508, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/88635a72b6364e73995b29fd183d8f24] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp, totalSize=35.5 K 2024-11-25T20:23:51,718 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4cdb329efd2063fd58c1a62ed11398df#A#compaction#146 average throughput is 0.39 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:51,718 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 5777a139e0e4436bae44bbd2a162d61f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732566227549 2024-11-25T20:23:51,718 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/327af342fbbc4395b6db171a5c357174 is 175, key is test_row_0/A:col10/1732566229389/Put/seqid=0 2024-11-25T20:23:51,719 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting bad32e35cc0d4b5a97c93be23d2f4508, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732566228220 2024-11-25T20:23:51,720 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 88635a72b6364e73995b29fd183d8f24, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1732566229387 2024-11-25T20:23:51,721 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411254106e3ed544245289ffe40bb89bfa321_4cdb329efd2063fd58c1a62ed11398df to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254106e3ed544245289ffe40bb89bfa321_4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:23:51,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/f2332e4dcda74c1d8e7718cbe5161f02, store: [table=TestAcidGuarantees family=A region=4cdb329efd2063fd58c1a62ed11398df] 2024-11-25T20:23:51,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/f2332e4dcda74c1d8e7718cbe5161f02 is 175, key is test_row_0/A:col10/1732566230537/Put/seqid=0 2024-11-25T20:23:51,748 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4cdb329efd2063fd58c1a62ed11398df#C#compaction#147 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:51,749 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/4e99612292284cfdb99a67d2ef93f60a is 50, key is test_row_0/C:col10/1732566229389/Put/seqid=0 2024-11-25T20:23:51,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741998_1174 (size=31413) 2024-11-25T20:23:51,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741999_1175 (size=31105) 2024-11-25T20:23:51,758 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/327af342fbbc4395b6db171a5c357174 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/327af342fbbc4395b6db171a5c357174 2024-11-25T20:23:51,765 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4cdb329efd2063fd58c1a62ed11398df/A of 4cdb329efd2063fd58c1a62ed11398df into 327af342fbbc4395b6db171a5c357174(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:51,765 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4cdb329efd2063fd58c1a62ed11398df: 2024-11-25T20:23:51,765 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df., storeName=4cdb329efd2063fd58c1a62ed11398df/A, priority=13, startTime=1732566231626; duration=0sec 2024-11-25T20:23:51,766 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:51,766 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4cdb329efd2063fd58c1a62ed11398df:A 2024-11-25T20:23:51,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742000_1176 (size=12459) 2024-11-25T20:23:51,780 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/4e99612292284cfdb99a67d2ef93f60a as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/4e99612292284cfdb99a67d2ef93f60a 2024-11-25T20:23:51,785 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4cdb329efd2063fd58c1a62ed11398df/C of 4cdb329efd2063fd58c1a62ed11398df into 4e99612292284cfdb99a67d2ef93f60a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:51,785 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4cdb329efd2063fd58c1a62ed11398df: 2024-11-25T20:23:51,785 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df., storeName=4cdb329efd2063fd58c1a62ed11398df/C, priority=13, startTime=1732566231627; duration=0sec 2024-11-25T20:23:51,785 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:51,785 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4cdb329efd2063fd58c1a62ed11398df:C 2024-11-25T20:23:51,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:51,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1732566291811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:51,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:51,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1732566291811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:51,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:51,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53678 deadline: 1732566291812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:51,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:51,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53658 deadline: 1732566291816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:51,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:51,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1732566291816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:51,906 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-25T20:23:51,906 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-25T20:23:52,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:52,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1732566292014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:52,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:52,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1732566292015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:52,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:52,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53658 deadline: 1732566292018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:52,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:52,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1732566292019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:52,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:52,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53678 deadline: 1732566292027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:52,159 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=155, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/f2332e4dcda74c1d8e7718cbe5161f02 2024-11-25T20:23:52,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/7b9f08105d5f45c8956b8872c90d608c is 50, key is test_row_0/B:col10/1732566230537/Put/seqid=0 2024-11-25T20:23:52,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742001_1177 (size=12151) 2024-11-25T20:23:52,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:52,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1732566292319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:52,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:52,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53658 deadline: 1732566292330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:52,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:52,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1732566292330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:52,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:52,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53678 deadline: 1732566292334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:52,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:52,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1732566292343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:52,607 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/7b9f08105d5f45c8956b8872c90d608c 2024-11-25T20:23:52,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/261a4dc5eecb474d86f25f1106a1d016 is 50, key is test_row_0/C:col10/1732566230537/Put/seqid=0 2024-11-25T20:23:52,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742002_1178 (size=12151) 2024-11-25T20:23:52,664 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/261a4dc5eecb474d86f25f1106a1d016 2024-11-25T20:23:52,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/f2332e4dcda74c1d8e7718cbe5161f02 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/f2332e4dcda74c1d8e7718cbe5161f02 2024-11-25T20:23:52,676 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/f2332e4dcda74c1d8e7718cbe5161f02, entries=150, sequenceid=155, filesize=30.4 K 2024-11-25T20:23:52,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/7b9f08105d5f45c8956b8872c90d608c as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/7b9f08105d5f45c8956b8872c90d608c 2024-11-25T20:23:52,682 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/7b9f08105d5f45c8956b8872c90d608c, entries=150, sequenceid=155, filesize=11.9 K 2024-11-25T20:23:52,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/261a4dc5eecb474d86f25f1106a1d016 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/261a4dc5eecb474d86f25f1106a1d016 2024-11-25T20:23:52,687 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/261a4dc5eecb474d86f25f1106a1d016, entries=150, sequenceid=155, filesize=11.9 K 2024-11-25T20:23:52,688 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 4cdb329efd2063fd58c1a62ed11398df in 1053ms, sequenceid=155, compaction requested=false 2024-11-25T20:23:52,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for 4cdb329efd2063fd58c1a62ed11398df: 2024-11-25T20:23:52,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:52,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-25T20:23:52,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-11-25T20:23:52,691 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-11-25T20:23:52,692 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.0220 sec 2024-11-25T20:23:52,693 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 4.0290 sec 2024-11-25T20:23:52,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-25T20:23:52,782 INFO [Thread-671 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-11-25T20:23:52,785 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:23:52,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-25T20:23:52,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-25T20:23:52,792 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:23:52,793 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:23:52,793 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:23:52,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on 4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:23:52,839 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4cdb329efd2063fd58c1a62ed11398df 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-25T20:23:52,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cdb329efd2063fd58c1a62ed11398df, store=A 2024-11-25T20:23:52,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:52,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cdb329efd2063fd58c1a62ed11398df, store=B 2024-11-25T20:23:52,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:52,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cdb329efd2063fd58c1a62ed11398df, store=C 2024-11-25T20:23:52,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:52,863 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411254095bb0ed8714355aa8213dafd15eb67_4cdb329efd2063fd58c1a62ed11398df is 50, key is test_row_0/A:col10/1732566232838/Put/seqid=0 2024-11-25T20:23:52,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:52,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53658 deadline: 1732566292861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:52,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:52,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1732566292863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:52,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:52,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:52,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1732566292868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:52,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1732566292869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:52,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:52,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53678 deadline: 1732566292874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:52,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742003_1179 (size=17284) 2024-11-25T20:23:52,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-25T20:23:52,944 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:52,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-25T20:23:52,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:52,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. as already flushing 2024-11-25T20:23:52,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:52,945 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:52,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:52,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:52,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:52,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53658 deadline: 1732566292972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:52,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:52,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1732566292974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:52,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:52,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1732566292974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:52,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:52,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1732566292974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:52,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:52,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53678 deadline: 1732566292976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:53,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-25T20:23:53,097 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:53,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-25T20:23:53,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:53,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. as already flushing 2024-11-25T20:23:53,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:53,102 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:53,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:53,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:53,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:53,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53678 deadline: 1732566293178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:53,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:53,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1732566293183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:53,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:53,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53658 deadline: 1732566293183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:53,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:53,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1732566293183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:53,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:53,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1732566293195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:53,254 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:53,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-25T20:23:53,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:53,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. as already flushing 2024-11-25T20:23:53,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:53,256 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:53,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:53,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:53,285 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:53,301 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411254095bb0ed8714355aa8213dafd15eb67_4cdb329efd2063fd58c1a62ed11398df to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254095bb0ed8714355aa8213dafd15eb67_4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:23:53,303 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/2d906b48c83e4d10b780f0cb43e8a7e5, store: [table=TestAcidGuarantees family=A region=4cdb329efd2063fd58c1a62ed11398df] 2024-11-25T20:23:53,304 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/2d906b48c83e4d10b780f0cb43e8a7e5 is 175, key is test_row_0/A:col10/1732566232838/Put/seqid=0 2024-11-25T20:23:53,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742004_1180 (size=48389) 2024-11-25T20:23:53,346 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=180, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/2d906b48c83e4d10b780f0cb43e8a7e5 2024-11-25T20:23:53,385 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/3fade4d6390d4b72b0cec4779437bedb is 50, key is test_row_0/B:col10/1732566232838/Put/seqid=0 2024-11-25T20:23:53,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-25T20:23:53,410 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:53,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-25T20:23:53,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:53,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. as already flushing 2024-11-25T20:23:53,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:53,412 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:53,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:53,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:53,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742005_1181 (size=12151) 2024-11-25T20:23:53,452 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/3fade4d6390d4b72b0cec4779437bedb 2024-11-25T20:23:53,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:53,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1732566293512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:53,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:53,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1732566293518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:53,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:53,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53658 deadline: 1732566293518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:53,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:53,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1732566293518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:53,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:53,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53678 deadline: 1732566293519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:53,534 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/04e4f15771474a0e9a7b08d2b04f8609 is 50, key is test_row_0/C:col10/1732566232838/Put/seqid=0 2024-11-25T20:23:53,566 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:53,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-25T20:23:53,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:53,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. as already flushing 2024-11-25T20:23:53,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:53,568 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:53,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:53,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:53,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742006_1182 (size=12151) 2024-11-25T20:23:53,723 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:53,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-25T20:23:53,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:53,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. as already flushing 2024-11-25T20:23:53,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:53,730 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:53,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:53,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:53,882 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:53,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-25T20:23:53,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:53,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. as already flushing 2024-11-25T20:23:53,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:53,884 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:53,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:53,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:53,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-25T20:23:53,995 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/04e4f15771474a0e9a7b08d2b04f8609 2024-11-25T20:23:54,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/2d906b48c83e4d10b780f0cb43e8a7e5 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/2d906b48c83e4d10b780f0cb43e8a7e5 2024-11-25T20:23:54,018 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/2d906b48c83e4d10b780f0cb43e8a7e5, entries=250, sequenceid=180, filesize=47.3 K 2024-11-25T20:23:54,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/3fade4d6390d4b72b0cec4779437bedb as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/3fade4d6390d4b72b0cec4779437bedb 2024-11-25T20:23:54,029 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/3fade4d6390d4b72b0cec4779437bedb, entries=150, sequenceid=180, filesize=11.9 K 2024-11-25T20:23:54,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/04e4f15771474a0e9a7b08d2b04f8609 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/04e4f15771474a0e9a7b08d2b04f8609 2024-11-25T20:23:54,040 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:54,040 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/04e4f15771474a0e9a7b08d2b04f8609, entries=150, sequenceid=180, filesize=11.9 K 2024-11-25T20:23:54,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-25T20:23:54,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:54,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. as already flushing 2024-11-25T20:23:54,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:54,042 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:54,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:54,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:54,043 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 4cdb329efd2063fd58c1a62ed11398df in 1204ms, sequenceid=180, compaction requested=true 2024-11-25T20:23:54,043 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4cdb329efd2063fd58c1a62ed11398df: 2024-11-25T20:23:54,044 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:23:54,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4cdb329efd2063fd58c1a62ed11398df:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:23:54,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:54,044 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:23:54,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4cdb329efd2063fd58c1a62ed11398df:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:23:54,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:54,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4cdb329efd2063fd58c1a62ed11398df:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:23:54,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:23:54,045 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110907 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:23:54,045 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1540): 4cdb329efd2063fd58c1a62ed11398df/A is initiating minor compaction (all files) 2024-11-25T20:23:54,046 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4cdb329efd2063fd58c1a62ed11398df/A in TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:54,046 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/327af342fbbc4395b6db171a5c357174, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/f2332e4dcda74c1d8e7718cbe5161f02, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/2d906b48c83e4d10b780f0cb43e8a7e5] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp, totalSize=108.3 K 2024-11-25T20:23:54,046 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:54,046 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. files: [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/327af342fbbc4395b6db171a5c357174, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/f2332e4dcda74c1d8e7718cbe5161f02, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/2d906b48c83e4d10b780f0cb43e8a7e5] 2024-11-25T20:23:54,046 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:23:54,046 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): 4cdb329efd2063fd58c1a62ed11398df/B is initiating minor compaction (all files) 2024-11-25T20:23:54,046 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4cdb329efd2063fd58c1a62ed11398df/B in TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:54,046 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 327af342fbbc4395b6db171a5c357174, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1732566229387 2024-11-25T20:23:54,046 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/86674fc37b924922a4c96341aefb4a9e, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/7b9f08105d5f45c8956b8872c90d608c, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/3fade4d6390d4b72b0cec4779437bedb] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp, totalSize=35.9 K 2024-11-25T20:23:54,047 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 86674fc37b924922a4c96341aefb4a9e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1732566229387 2024-11-25T20:23:54,047 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting f2332e4dcda74c1d8e7718cbe5161f02, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732566230529 2024-11-25T20:23:54,047 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b9f08105d5f45c8956b8872c90d608c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732566230529 2024-11-25T20:23:54,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on 4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:23:54,048 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2d906b48c83e4d10b780f0cb43e8a7e5, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732566231704 2024-11-25T20:23:54,048 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 3fade4d6390d4b72b0cec4779437bedb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732566231707 2024-11-25T20:23:54,048 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4cdb329efd2063fd58c1a62ed11398df 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-25T20:23:54,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cdb329efd2063fd58c1a62ed11398df, store=A 2024-11-25T20:23:54,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:54,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cdb329efd2063fd58c1a62ed11398df, store=B 2024-11-25T20:23:54,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:54,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cdb329efd2063fd58c1a62ed11398df, store=C 2024-11-25T20:23:54,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:54,073 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4cdb329efd2063fd58c1a62ed11398df#B#compaction#153 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:54,073 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/368ce44644da487f80a8c8a1a43275e3 is 50, key is test_row_0/B:col10/1732566232838/Put/seqid=0 2024-11-25T20:23:54,076 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4cdb329efd2063fd58c1a62ed11398df] 2024-11-25T20:23:54,082 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411250499ae9e80764fe7ae30d99038a72e10_4cdb329efd2063fd58c1a62ed11398df is 50, key is test_row_0/A:col10/1732566232846/Put/seqid=0 2024-11-25T20:23:54,099 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112563fb80df4e5249568a5db06a8d179d20_4cdb329efd2063fd58c1a62ed11398df store=[table=TestAcidGuarantees family=A region=4cdb329efd2063fd58c1a62ed11398df] 2024-11-25T20:23:54,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:54,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53658 deadline: 1732566294090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:54,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:54,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1732566294092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:54,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:54,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1732566294095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:54,101 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112563fb80df4e5249568a5db06a8d179d20_4cdb329efd2063fd58c1a62ed11398df, store=[table=TestAcidGuarantees family=A region=4cdb329efd2063fd58c1a62ed11398df] 2024-11-25T20:23:54,102 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112563fb80df4e5249568a5db06a8d179d20_4cdb329efd2063fd58c1a62ed11398df because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4cdb329efd2063fd58c1a62ed11398df] 2024-11-25T20:23:54,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:54,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1732566294097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:54,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:54,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53678 deadline: 1732566294099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:54,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742007_1183 (size=12561) 2024-11-25T20:23:54,179 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/368ce44644da487f80a8c8a1a43275e3 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/368ce44644da487f80a8c8a1a43275e3 2024-11-25T20:23:54,189 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4cdb329efd2063fd58c1a62ed11398df/B of 4cdb329efd2063fd58c1a62ed11398df into 368ce44644da487f80a8c8a1a43275e3(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:54,189 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4cdb329efd2063fd58c1a62ed11398df: 2024-11-25T20:23:54,189 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df., storeName=4cdb329efd2063fd58c1a62ed11398df/B, priority=13, startTime=1732566234044; duration=0sec 2024-11-25T20:23:54,189 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:23:54,189 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4cdb329efd2063fd58c1a62ed11398df:B 2024-11-25T20:23:54,189 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:23:54,191 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:23:54,191 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): 4cdb329efd2063fd58c1a62ed11398df/C is initiating minor compaction (all files) 2024-11-25T20:23:54,191 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4cdb329efd2063fd58c1a62ed11398df/C in TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:54,191 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/4e99612292284cfdb99a67d2ef93f60a, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/261a4dc5eecb474d86f25f1106a1d016, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/04e4f15771474a0e9a7b08d2b04f8609] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp, totalSize=35.9 K 2024-11-25T20:23:54,192 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e99612292284cfdb99a67d2ef93f60a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1732566229387 2024-11-25T20:23:54,192 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 261a4dc5eecb474d86f25f1106a1d016, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732566230529 2024-11-25T20:23:54,193 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 04e4f15771474a0e9a7b08d2b04f8609, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732566231707 2024-11-25T20:23:54,194 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:54,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742008_1184 (size=4469) 2024-11-25T20:23:54,195 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-25T20:23:54,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:54,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. as already flushing 2024-11-25T20:23:54,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:54,195 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:54,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:54,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:54,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:54,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53658 deadline: 1732566294200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:54,210 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4cdb329efd2063fd58c1a62ed11398df#A#compaction#154 average throughput is 0.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:54,211 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/f4b45fcb07724e588de650c476994ed2 is 175, key is test_row_0/A:col10/1732566232838/Put/seqid=0 2024-11-25T20:23:54,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:54,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1732566294203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:54,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:54,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53678 deadline: 1732566294210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:54,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:54,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1732566294210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:54,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:54,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1732566294210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:54,226 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4cdb329efd2063fd58c1a62ed11398df#C#compaction#156 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:54,227 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/657c2f53707748cca0d0d36aae5e52f0 is 50, key is test_row_0/C:col10/1732566232838/Put/seqid=0 2024-11-25T20:23:54,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742009_1185 (size=17284) 2024-11-25T20:23:54,264 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:54,275 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411250499ae9e80764fe7ae30d99038a72e10_4cdb329efd2063fd58c1a62ed11398df to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250499ae9e80764fe7ae30d99038a72e10_4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:23:54,277 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/ac2a978a8cc94908b56e2cb074531d45, store: [table=TestAcidGuarantees family=A region=4cdb329efd2063fd58c1a62ed11398df] 2024-11-25T20:23:54,278 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/ac2a978a8cc94908b56e2cb074531d45 is 175, key is test_row_0/A:col10/1732566232846/Put/seqid=0 2024-11-25T20:23:54,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742010_1186 (size=31515) 2024-11-25T20:23:54,292 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/f4b45fcb07724e588de650c476994ed2 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/f4b45fcb07724e588de650c476994ed2 2024-11-25T20:23:54,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742011_1187 (size=12561) 2024-11-25T20:23:54,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742012_1188 (size=48389) 2024-11-25T20:23:54,320 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=197, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/ac2a978a8cc94908b56e2cb074531d45 2024-11-25T20:23:54,332 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/657c2f53707748cca0d0d36aae5e52f0 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/657c2f53707748cca0d0d36aae5e52f0 2024-11-25T20:23:54,335 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4cdb329efd2063fd58c1a62ed11398df/A of 4cdb329efd2063fd58c1a62ed11398df into f4b45fcb07724e588de650c476994ed2(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:54,335 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4cdb329efd2063fd58c1a62ed11398df: 2024-11-25T20:23:54,335 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df., storeName=4cdb329efd2063fd58c1a62ed11398df/A, priority=13, startTime=1732566234044; duration=0sec 2024-11-25T20:23:54,335 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:54,335 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4cdb329efd2063fd58c1a62ed11398df:A 2024-11-25T20:23:54,351 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:54,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-25T20:23:54,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:54,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. as already flushing 2024-11-25T20:23:54,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:54,354 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:54,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:54,354 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4cdb329efd2063fd58c1a62ed11398df/C of 4cdb329efd2063fd58c1a62ed11398df into 657c2f53707748cca0d0d36aae5e52f0(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:54,354 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4cdb329efd2063fd58c1a62ed11398df: 2024-11-25T20:23:54,354 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df., storeName=4cdb329efd2063fd58c1a62ed11398df/C, priority=13, startTime=1732566234045; duration=0sec 2024-11-25T20:23:54,355 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:54,355 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4cdb329efd2063fd58c1a62ed11398df:C 2024-11-25T20:23:54,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:54,380 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/7b6ffcef6cac47f6832ec2589740308a is 50, key is test_row_0/B:col10/1732566232846/Put/seqid=0 2024-11-25T20:23:54,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:54,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53658 deadline: 1732566294413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:54,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:54,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1732566294419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:54,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:54,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53678 deadline: 1732566294423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:54,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:54,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1732566294423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:54,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:54,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1732566294424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:54,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742013_1189 (size=12151) 2024-11-25T20:23:54,453 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/7b6ffcef6cac47f6832ec2589740308a 2024-11-25T20:23:54,483 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/00c8286790e6461489338b4b2ebaeb77 is 50, key is test_row_0/C:col10/1732566232846/Put/seqid=0 2024-11-25T20:23:54,507 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:54,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-25T20:23:54,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:54,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. as already flushing 2024-11-25T20:23:54,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:54,511 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:54,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:54,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:54,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742014_1190 (size=12151) 2024-11-25T20:23:54,526 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/00c8286790e6461489338b4b2ebaeb77 2024-11-25T20:23:54,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/ac2a978a8cc94908b56e2cb074531d45 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/ac2a978a8cc94908b56e2cb074531d45 2024-11-25T20:23:54,573 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/ac2a978a8cc94908b56e2cb074531d45, entries=250, sequenceid=197, filesize=47.3 K 2024-11-25T20:23:54,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/7b6ffcef6cac47f6832ec2589740308a as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/7b6ffcef6cac47f6832ec2589740308a 2024-11-25T20:23:54,581 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/7b6ffcef6cac47f6832ec2589740308a, entries=150, sequenceid=197, filesize=11.9 K 2024-11-25T20:23:54,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/00c8286790e6461489338b4b2ebaeb77 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/00c8286790e6461489338b4b2ebaeb77 2024-11-25T20:23:54,588 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/00c8286790e6461489338b4b2ebaeb77, entries=150, sequenceid=197, filesize=11.9 K 2024-11-25T20:23:54,590 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 4cdb329efd2063fd58c1a62ed11398df in 542ms, sequenceid=197, compaction requested=false 2024-11-25T20:23:54,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4cdb329efd2063fd58c1a62ed11398df: 2024-11-25T20:23:54,663 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:54,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-25T20:23:54,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:54,664 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing 4cdb329efd2063fd58c1a62ed11398df 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-25T20:23:54,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cdb329efd2063fd58c1a62ed11398df, store=A 2024-11-25T20:23:54,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:54,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cdb329efd2063fd58c1a62ed11398df, store=B 2024-11-25T20:23:54,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:54,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cdb329efd2063fd58c1a62ed11398df, store=C 2024-11-25T20:23:54,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:54,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125041c021f18ae4805a7527aeb5d8ee291_4cdb329efd2063fd58c1a62ed11398df is 50, key is test_row_0/A:col10/1732566234095/Put/seqid=0 2024-11-25T20:23:54,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742015_1191 (size=12304) 2024-11-25T20:23:54,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:54,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. as already flushing 2024-11-25T20:23:54,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on 4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:23:54,737 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125041c021f18ae4805a7527aeb5d8ee291_4cdb329efd2063fd58c1a62ed11398df to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125041c021f18ae4805a7527aeb5d8ee291_4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:23:54,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/a88619fba1be4866b0bee1d73538d90d, store: [table=TestAcidGuarantees family=A region=4cdb329efd2063fd58c1a62ed11398df] 2024-11-25T20:23:54,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/a88619fba1be4866b0bee1d73538d90d is 175, key is test_row_0/A:col10/1732566234095/Put/seqid=0 2024-11-25T20:23:54,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:54,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53658 deadline: 1732566294763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:54,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:54,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1732566294765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:54,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742016_1192 (size=31105) 2024-11-25T20:23:54,781 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=219, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/a88619fba1be4866b0bee1d73538d90d 2024-11-25T20:23:54,781 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:54,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1732566294771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:54,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:54,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1732566294774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:54,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:54,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53678 deadline: 1732566294779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:54,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/5a1c5b9bce2043b595e31485e54f1ecc is 50, key is test_row_0/B:col10/1732566234095/Put/seqid=0 2024-11-25T20:23:54,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742017_1193 (size=12151) 2024-11-25T20:23:54,842 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/5a1c5b9bce2043b595e31485e54f1ecc 2024-11-25T20:23:54,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/bc34f943ef444a15a3c75e6ee2cf1725 is 50, key is test_row_0/C:col10/1732566234095/Put/seqid=0 2024-11-25T20:23:54,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:54,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53658 deadline: 1732566294878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:54,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:54,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1732566294881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:54,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:54,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1732566294883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:54,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:54,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1732566294884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:54,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:54,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53678 deadline: 1732566294889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:54,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-25T20:23:54,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742018_1194 (size=12151) 2024-11-25T20:23:54,945 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/bc34f943ef444a15a3c75e6ee2cf1725 2024-11-25T20:23:54,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/a88619fba1be4866b0bee1d73538d90d as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/a88619fba1be4866b0bee1d73538d90d 2024-11-25T20:23:54,958 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/a88619fba1be4866b0bee1d73538d90d, entries=150, sequenceid=219, filesize=30.4 K 2024-11-25T20:23:54,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/5a1c5b9bce2043b595e31485e54f1ecc as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/5a1c5b9bce2043b595e31485e54f1ecc 2024-11-25T20:23:54,983 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/5a1c5b9bce2043b595e31485e54f1ecc, entries=150, sequenceid=219, filesize=11.9 K 2024-11-25T20:23:54,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/bc34f943ef444a15a3c75e6ee2cf1725 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/bc34f943ef444a15a3c75e6ee2cf1725 2024-11-25T20:23:55,001 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/bc34f943ef444a15a3c75e6ee2cf1725, entries=150, sequenceid=219, filesize=11.9 K 2024-11-25T20:23:55,003 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 4cdb329efd2063fd58c1a62ed11398df in 339ms, sequenceid=219, compaction requested=true 2024-11-25T20:23:55,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for 4cdb329efd2063fd58c1a62ed11398df: 2024-11-25T20:23:55,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:55,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-25T20:23:55,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-25T20:23:55,007 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-25T20:23:55,007 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2120 sec 2024-11-25T20:23:55,009 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 2.2230 sec 2024-11-25T20:23:55,089 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4cdb329efd2063fd58c1a62ed11398df 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-25T20:23:55,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cdb329efd2063fd58c1a62ed11398df, store=A 2024-11-25T20:23:55,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:55,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cdb329efd2063fd58c1a62ed11398df, store=B 2024-11-25T20:23:55,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:55,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cdb329efd2063fd58c1a62ed11398df, store=C 2024-11-25T20:23:55,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:55,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on 4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:23:55,143 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125999b0e57c0844ca9843ae7ce4680d194_4cdb329efd2063fd58c1a62ed11398df is 50, key is test_row_0/A:col10/1732566235087/Put/seqid=0 2024-11-25T20:23:55,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:55,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53678 deadline: 1732566295127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:55,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:55,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1732566295129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:55,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:55,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1732566295129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:55,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:55,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1732566295131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:55,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:55,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53658 deadline: 1732566295132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:55,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742019_1195 (size=12304) 2024-11-25T20:23:55,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:55,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1732566295248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:55,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:55,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53658 deadline: 1732566295248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:55,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:55,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1732566295248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:55,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:55,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53678 deadline: 1732566295251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:55,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:55,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1732566295251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:55,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:55,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1732566295453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:55,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:55,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53658 deadline: 1732566295455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:55,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:55,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1732566295462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:55,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:55,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1732566295464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:55,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:55,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53678 deadline: 1732566295467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:55,601 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,614 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125999b0e57c0844ca9843ae7ce4680d194_4cdb329efd2063fd58c1a62ed11398df to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125999b0e57c0844ca9843ae7ce4680d194_4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:23:55,616 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/d4a5f7f160ae4111af5dede4e61560ae, store: [table=TestAcidGuarantees family=A region=4cdb329efd2063fd58c1a62ed11398df] 2024-11-25T20:23:55,617 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/d4a5f7f160ae4111af5dede4e61560ae is 175, key is test_row_0/A:col10/1732566235087/Put/seqid=0 2024-11-25T20:23:55,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742020_1196 (size=31105) 2024-11-25T20:23:55,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:55,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1732566295761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:55,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:55,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53658 deadline: 1732566295761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:55,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:55,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1732566295777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:55,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:55,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53678 deadline: 1732566295777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:55,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:55,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1732566295777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:56,072 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=238, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/d4a5f7f160ae4111af5dede4e61560ae 2024-11-25T20:23:56,096 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/7b340753120b40b49a8fc996a4cef98a is 50, key is test_row_0/B:col10/1732566235087/Put/seqid=0 2024-11-25T20:23:56,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742021_1197 (size=12151) 2024-11-25T20:23:56,131 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/7b340753120b40b49a8fc996a4cef98a 2024-11-25T20:23:56,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/b49a6c689bac4e1bb7c6992a5c7969dc is 50, key is test_row_0/C:col10/1732566235087/Put/seqid=0 2024-11-25T20:23:56,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742022_1198 (size=12151) 2024-11-25T20:23:56,185 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/b49a6c689bac4e1bb7c6992a5c7969dc 2024-11-25T20:23:56,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/d4a5f7f160ae4111af5dede4e61560ae as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/d4a5f7f160ae4111af5dede4e61560ae 2024-11-25T20:23:56,212 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/d4a5f7f160ae4111af5dede4e61560ae, entries=150, sequenceid=238, filesize=30.4 K 2024-11-25T20:23:56,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/7b340753120b40b49a8fc996a4cef98a as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/7b340753120b40b49a8fc996a4cef98a 2024-11-25T20:23:56,220 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/7b340753120b40b49a8fc996a4cef98a, entries=150, sequenceid=238, filesize=11.9 K 2024-11-25T20:23:56,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/b49a6c689bac4e1bb7c6992a5c7969dc as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/b49a6c689bac4e1bb7c6992a5c7969dc 2024-11-25T20:23:56,228 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/b49a6c689bac4e1bb7c6992a5c7969dc, entries=150, sequenceid=238, filesize=11.9 K 2024-11-25T20:23:56,229 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 4cdb329efd2063fd58c1a62ed11398df in 1140ms, sequenceid=238, compaction requested=true 2024-11-25T20:23:56,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4cdb329efd2063fd58c1a62ed11398df: 2024-11-25T20:23:56,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4cdb329efd2063fd58c1a62ed11398df:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:23:56,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:56,229 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:23:56,230 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:23:56,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4cdb329efd2063fd58c1a62ed11398df:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:23:56,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:56,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4cdb329efd2063fd58c1a62ed11398df:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:23:56,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:23:56,232 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142114 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:23:56,232 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1540): 4cdb329efd2063fd58c1a62ed11398df/A is initiating minor compaction (all files) 2024-11-25T20:23:56,232 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4cdb329efd2063fd58c1a62ed11398df/A in TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:56,232 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/f4b45fcb07724e588de650c476994ed2, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/ac2a978a8cc94908b56e2cb074531d45, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/a88619fba1be4866b0bee1d73538d90d, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/d4a5f7f160ae4111af5dede4e61560ae] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp, totalSize=138.8 K 2024-11-25T20:23:56,232 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:56,233 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. files: [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/f4b45fcb07724e588de650c476994ed2, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/ac2a978a8cc94908b56e2cb074531d45, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/a88619fba1be4866b0bee1d73538d90d, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/d4a5f7f160ae4111af5dede4e61560ae] 2024-11-25T20:23:56,233 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:23:56,233 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting f4b45fcb07724e588de650c476994ed2, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732566231707 2024-11-25T20:23:56,233 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): 4cdb329efd2063fd58c1a62ed11398df/B is initiating minor compaction (all files) 2024-11-25T20:23:56,234 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4cdb329efd2063fd58c1a62ed11398df/B in TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:56,234 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/368ce44644da487f80a8c8a1a43275e3, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/7b6ffcef6cac47f6832ec2589740308a, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/5a1c5b9bce2043b595e31485e54f1ecc, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/7b340753120b40b49a8fc996a4cef98a] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp, totalSize=47.9 K 2024-11-25T20:23:56,235 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 368ce44644da487f80a8c8a1a43275e3, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732566231707 2024-11-25T20:23:56,235 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac2a978a8cc94908b56e2cb074531d45, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732566232846 2024-11-25T20:23:56,236 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b6ffcef6cac47f6832ec2589740308a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732566232846 2024-11-25T20:23:56,236 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting a88619fba1be4866b0bee1d73538d90d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732566234090 2024-11-25T20:23:56,236 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a1c5b9bce2043b595e31485e54f1ecc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732566234090 2024-11-25T20:23:56,236 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting d4a5f7f160ae4111af5dede4e61560ae, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732566234760 2024-11-25T20:23:56,237 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b340753120b40b49a8fc996a4cef98a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732566234760 2024-11-25T20:23:56,250 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4cdb329efd2063fd58c1a62ed11398df] 2024-11-25T20:23:56,253 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125cc711249a109432fb4aaa658b3883bb0_4cdb329efd2063fd58c1a62ed11398df store=[table=TestAcidGuarantees family=A region=4cdb329efd2063fd58c1a62ed11398df] 2024-11-25T20:23:56,255 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125cc711249a109432fb4aaa658b3883bb0_4cdb329efd2063fd58c1a62ed11398df, store=[table=TestAcidGuarantees family=A region=4cdb329efd2063fd58c1a62ed11398df] 2024-11-25T20:23:56,255 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125cc711249a109432fb4aaa658b3883bb0_4cdb329efd2063fd58c1a62ed11398df because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4cdb329efd2063fd58c1a62ed11398df] 2024-11-25T20:23:56,275 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4cdb329efd2063fd58c1a62ed11398df 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-25T20:23:56,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cdb329efd2063fd58c1a62ed11398df, store=A 2024-11-25T20:23:56,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:56,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cdb329efd2063fd58c1a62ed11398df, store=B 2024-11-25T20:23:56,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:56,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cdb329efd2063fd58c1a62ed11398df, store=C 2024-11-25T20:23:56,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:56,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on 4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:23:56,289 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4cdb329efd2063fd58c1a62ed11398df#B#compaction#166 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:56,289 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/1b214736393344659c8461cfe09e5250 is 50, key is test_row_0/B:col10/1732566235087/Put/seqid=0 2024-11-25T20:23:56,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742023_1199 (size=4469) 2024-11-25T20:23:56,328 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4cdb329efd2063fd58c1a62ed11398df#A#compaction#165 average throughput is 0.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:56,329 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/c74c03ce9e8a469a873945747f5fd301 is 175, key is test_row_0/A:col10/1732566235087/Put/seqid=0 2024-11-25T20:23:56,340 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411252adc4044c5d04d02bb57206549d11214_4cdb329efd2063fd58c1a62ed11398df is 50, key is test_row_0/A:col10/1732566235129/Put/seqid=0 2024-11-25T20:23:56,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:56,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1732566296324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:56,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:56,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1732566296335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:56,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:56,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1732566296336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:56,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:56,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53658 deadline: 1732566296342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:56,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:56,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53678 deadline: 1732566296343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:56,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742024_1200 (size=12697) 2024-11-25T20:23:56,413 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/1b214736393344659c8461cfe09e5250 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/1b214736393344659c8461cfe09e5250 2024-11-25T20:23:56,421 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4cdb329efd2063fd58c1a62ed11398df/B of 4cdb329efd2063fd58c1a62ed11398df into 1b214736393344659c8461cfe09e5250(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:56,421 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4cdb329efd2063fd58c1a62ed11398df: 2024-11-25T20:23:56,421 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df., storeName=4cdb329efd2063fd58c1a62ed11398df/B, priority=12, startTime=1732566236229; duration=0sec 2024-11-25T20:23:56,421 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:23:56,421 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4cdb329efd2063fd58c1a62ed11398df:B 2024-11-25T20:23:56,421 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:23:56,423 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:23:56,424 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): 4cdb329efd2063fd58c1a62ed11398df/C is initiating minor compaction (all files) 2024-11-25T20:23:56,424 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4cdb329efd2063fd58c1a62ed11398df/C in TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:56,424 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/657c2f53707748cca0d0d36aae5e52f0, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/00c8286790e6461489338b4b2ebaeb77, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/bc34f943ef444a15a3c75e6ee2cf1725, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/b49a6c689bac4e1bb7c6992a5c7969dc] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp, totalSize=47.9 K 2024-11-25T20:23:56,424 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 657c2f53707748cca0d0d36aae5e52f0, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732566231707 2024-11-25T20:23:56,425 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 00c8286790e6461489338b4b2ebaeb77, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732566232846 2024-11-25T20:23:56,426 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting bc34f943ef444a15a3c75e6ee2cf1725, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732566234090 2024-11-25T20:23:56,427 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting b49a6c689bac4e1bb7c6992a5c7969dc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732566234760 2024-11-25T20:23:56,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:56,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742025_1201 (size=31651) 2024-11-25T20:23:56,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742026_1202 (size=14794) 2024-11-25T20:23:56,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1732566296444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:56,455 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:56,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:56,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1732566296448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:56,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:56,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1732566296448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:56,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:56,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53658 deadline: 1732566296452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:56,461 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411252adc4044c5d04d02bb57206549d11214_4cdb329efd2063fd58c1a62ed11398df to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252adc4044c5d04d02bb57206549d11214_4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:23:56,462 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/da09493a00a643feb3619ce30fb51d0f, store: [table=TestAcidGuarantees family=A region=4cdb329efd2063fd58c1a62ed11398df] 2024-11-25T20:23:56,463 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/da09493a00a643feb3619ce30fb51d0f is 175, key is test_row_0/A:col10/1732566235129/Put/seqid=0 2024-11-25T20:23:56,466 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4cdb329efd2063fd58c1a62ed11398df#C#compaction#168 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:56,467 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/2ce649a25294480d957bc65259cd62dd is 50, key is test_row_0/C:col10/1732566235087/Put/seqid=0 2024-11-25T20:23:56,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:56,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53678 deadline: 1732566296464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:56,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742027_1203 (size=39749) 2024-11-25T20:23:56,519 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=256, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/da09493a00a643feb3619ce30fb51d0f 2024-11-25T20:23:56,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742028_1204 (size=12697) 2024-11-25T20:23:56,535 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/6a6ab4205fa24b48b97f1407b1e50424 is 50, key is test_row_0/B:col10/1732566235129/Put/seqid=0 2024-11-25T20:23:56,543 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/2ce649a25294480d957bc65259cd62dd as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/2ce649a25294480d957bc65259cd62dd 2024-11-25T20:23:56,555 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4cdb329efd2063fd58c1a62ed11398df/C of 4cdb329efd2063fd58c1a62ed11398df into 2ce649a25294480d957bc65259cd62dd(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:56,555 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4cdb329efd2063fd58c1a62ed11398df: 2024-11-25T20:23:56,555 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df., storeName=4cdb329efd2063fd58c1a62ed11398df/C, priority=12, startTime=1732566236232; duration=0sec 2024-11-25T20:23:56,556 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:56,556 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4cdb329efd2063fd58c1a62ed11398df:C 2024-11-25T20:23:56,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742029_1205 (size=12151) 2024-11-25T20:23:56,592 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/6a6ab4205fa24b48b97f1407b1e50424 2024-11-25T20:23:56,637 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/5918980023be43bdb32b37e91e96109c is 50, key is test_row_0/C:col10/1732566235129/Put/seqid=0 2024-11-25T20:23:56,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:56,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1732566296655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:56,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:56,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1732566296658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:56,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:56,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1732566296658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:56,675 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:56,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53658 deadline: 1732566296664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:56,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:56,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53678 deadline: 1732566296674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:56,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742030_1206 (size=12151) 2024-11-25T20:23:56,692 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/5918980023be43bdb32b37e91e96109c 2024-11-25T20:23:56,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/da09493a00a643feb3619ce30fb51d0f as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/da09493a00a643feb3619ce30fb51d0f 2024-11-25T20:23:56,703 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/da09493a00a643feb3619ce30fb51d0f, entries=200, sequenceid=256, filesize=38.8 K 2024-11-25T20:23:56,705 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/6a6ab4205fa24b48b97f1407b1e50424 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/6a6ab4205fa24b48b97f1407b1e50424 2024-11-25T20:23:56,719 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/6a6ab4205fa24b48b97f1407b1e50424, entries=150, sequenceid=256, filesize=11.9 K 2024-11-25T20:23:56,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/5918980023be43bdb32b37e91e96109c as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/5918980023be43bdb32b37e91e96109c 2024-11-25T20:23:56,731 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/5918980023be43bdb32b37e91e96109c, entries=150, sequenceid=256, filesize=11.9 K 2024-11-25T20:23:56,732 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 4cdb329efd2063fd58c1a62ed11398df in 457ms, sequenceid=256, compaction requested=false 2024-11-25T20:23:56,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4cdb329efd2063fd58c1a62ed11398df: 2024-11-25T20:23:56,864 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/c74c03ce9e8a469a873945747f5fd301 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/c74c03ce9e8a469a873945747f5fd301 2024-11-25T20:23:56,873 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4cdb329efd2063fd58c1a62ed11398df/A of 4cdb329efd2063fd58c1a62ed11398df into c74c03ce9e8a469a873945747f5fd301(size=30.9 K), total size for store is 69.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:56,873 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4cdb329efd2063fd58c1a62ed11398df: 2024-11-25T20:23:56,873 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df., storeName=4cdb329efd2063fd58c1a62ed11398df/A, priority=12, startTime=1732566236229; duration=0sec 2024-11-25T20:23:56,873 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:56,873 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4cdb329efd2063fd58c1a62ed11398df:A 2024-11-25T20:23:56,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-25T20:23:56,909 INFO [Thread-671 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-25T20:23:56,911 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:23:56,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-25T20:23:56,917 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:23:56,918 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:23:56,918 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:23:56,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-25T20:23:56,969 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4cdb329efd2063fd58c1a62ed11398df 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-25T20:23:56,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on 4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:23:56,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cdb329efd2063fd58c1a62ed11398df, store=A 2024-11-25T20:23:56,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:56,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cdb329efd2063fd58c1a62ed11398df, store=B 2024-11-25T20:23:56,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:56,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cdb329efd2063fd58c1a62ed11398df, store=C 2024-11-25T20:23:56,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:57,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:57,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53658 deadline: 1732566297002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:57,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:57,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1732566297012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:57,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:57,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1732566297014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:57,023 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125f0fd9dc205564b08b56e2a004a539e3c_4cdb329efd2063fd58c1a62ed11398df is 50, key is test_row_0/A:col10/1732566236967/Put/seqid=0 2024-11-25T20:23:57,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:57,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1732566297016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:57,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:57,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53678 deadline: 1732566297016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:57,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-25T20:23:57,069 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:57,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-25T20:23:57,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:57,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. as already flushing 2024-11-25T20:23:57,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:57,070 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:57,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:57,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:57,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742031_1207 (size=14994) 2024-11-25T20:23:57,079 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:57,091 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125f0fd9dc205564b08b56e2a004a539e3c_4cdb329efd2063fd58c1a62ed11398df to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f0fd9dc205564b08b56e2a004a539e3c_4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:23:57,094 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/9b869796f1344aedb40ac22431101dbd, store: [table=TestAcidGuarantees family=A region=4cdb329efd2063fd58c1a62ed11398df] 2024-11-25T20:23:57,095 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/9b869796f1344aedb40ac22431101dbd is 175, key is test_row_0/A:col10/1732566236967/Put/seqid=0 2024-11-25T20:23:57,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:57,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53658 deadline: 1732566297116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:57,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:57,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1732566297123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:57,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742032_1208 (size=39949) 2024-11-25T20:23:57,134 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=281, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/9b869796f1344aedb40ac22431101dbd 2024-11-25T20:23:57,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:57,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1732566297124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:57,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:57,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1732566297128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:57,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:57,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53678 deadline: 1732566297128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:57,152 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/cadfede6c1cc476c9b5e4b52ca8e7a3d is 50, key is test_row_0/B:col10/1732566236967/Put/seqid=0 2024-11-25T20:23:57,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742033_1209 (size=12301) 2024-11-25T20:23:57,200 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/cadfede6c1cc476c9b5e4b52ca8e7a3d 2024-11-25T20:23:57,224 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/7a4d1d8fb7f8425b81095ffa7b3259a3 is 50, key is test_row_0/C:col10/1732566236967/Put/seqid=0 2024-11-25T20:23:57,226 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:57,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-25T20:23:57,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:57,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. as already flushing 2024-11-25T20:23:57,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:57,227 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:57,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:57,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:57,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-25T20:23:57,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742034_1210 (size=12301) 2024-11-25T20:23:57,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:57,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1732566297333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:57,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:57,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53658 deadline: 1732566297333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:57,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:57,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1732566297340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:57,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:57,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1732566297341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:57,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:57,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53678 deadline: 1732566297353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:57,381 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:57,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-25T20:23:57,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:57,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. as already flushing 2024-11-25T20:23:57,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:57,387 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:57,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:57,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:57,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-25T20:23:57,542 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:57,548 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-25T20:23:57,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:57,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. as already flushing 2024-11-25T20:23:57,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:57,548 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:57,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:57,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:57,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:57,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1732566297640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:57,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:57,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53658 deadline: 1732566297641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:57,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:57,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1732566297650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:57,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:57,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1732566297662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:57,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:57,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53678 deadline: 1732566297662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:57,687 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/7a4d1d8fb7f8425b81095ffa7b3259a3 2024-11-25T20:23:57,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/9b869796f1344aedb40ac22431101dbd as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/9b869796f1344aedb40ac22431101dbd 2024-11-25T20:23:57,702 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/9b869796f1344aedb40ac22431101dbd, entries=200, sequenceid=281, filesize=39.0 K 2024-11-25T20:23:57,703 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/cadfede6c1cc476c9b5e4b52ca8e7a3d as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/cadfede6c1cc476c9b5e4b52ca8e7a3d 2024-11-25T20:23:57,709 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/cadfede6c1cc476c9b5e4b52ca8e7a3d, entries=150, sequenceid=281, filesize=12.0 K 2024-11-25T20:23:57,710 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/7a4d1d8fb7f8425b81095ffa7b3259a3 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/7a4d1d8fb7f8425b81095ffa7b3259a3 2024-11-25T20:23:57,714 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:57,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-25T20:23:57,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:57,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. as already flushing 2024-11-25T20:23:57,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:57,715 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:57,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:57,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:57,716 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/7a4d1d8fb7f8425b81095ffa7b3259a3, entries=150, sequenceid=281, filesize=12.0 K 2024-11-25T20:23:57,723 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=87.22 KB/89310 for 4cdb329efd2063fd58c1a62ed11398df in 754ms, sequenceid=281, compaction requested=true 2024-11-25T20:23:57,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4cdb329efd2063fd58c1a62ed11398df: 2024-11-25T20:23:57,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4cdb329efd2063fd58c1a62ed11398df:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:23:57,723 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:23:57,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:57,723 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:23:57,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4cdb329efd2063fd58c1a62ed11398df:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:23:57,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:57,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4cdb329efd2063fd58c1a62ed11398df:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:23:57,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:23:57,725 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111349 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:23:57,725 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1540): 4cdb329efd2063fd58c1a62ed11398df/A is initiating minor compaction (all files) 2024-11-25T20:23:57,725 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4cdb329efd2063fd58c1a62ed11398df/A in TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:57,726 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/c74c03ce9e8a469a873945747f5fd301, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/da09493a00a643feb3619ce30fb51d0f, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/9b869796f1344aedb40ac22431101dbd] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp, totalSize=108.7 K 2024-11-25T20:23:57,726 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:57,726 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. files: [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/c74c03ce9e8a469a873945747f5fd301, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/da09493a00a643feb3619ce30fb51d0f, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/9b869796f1344aedb40ac22431101dbd] 2024-11-25T20:23:57,726 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:23:57,726 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): 4cdb329efd2063fd58c1a62ed11398df/B is initiating minor compaction (all files) 2024-11-25T20:23:57,726 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4cdb329efd2063fd58c1a62ed11398df/B in TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:57,726 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/1b214736393344659c8461cfe09e5250, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/6a6ab4205fa24b48b97f1407b1e50424, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/cadfede6c1cc476c9b5e4b52ca8e7a3d] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp, totalSize=36.3 K 2024-11-25T20:23:57,728 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 1b214736393344659c8461cfe09e5250, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732566234760 2024-11-25T20:23:57,728 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a6ab4205fa24b48b97f1407b1e50424, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732566235129 2024-11-25T20:23:57,729 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting c74c03ce9e8a469a873945747f5fd301, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732566234760 2024-11-25T20:23:57,729 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting cadfede6c1cc476c9b5e4b52ca8e7a3d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732566236336 2024-11-25T20:23:57,730 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting da09493a00a643feb3619ce30fb51d0f, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732566235125 2024-11-25T20:23:57,731 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9b869796f1344aedb40ac22431101dbd, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732566236336 2024-11-25T20:23:57,757 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4cdb329efd2063fd58c1a62ed11398df#B#compaction#174 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:57,758 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/68fea47378e24eda9498d032cb8f1402 is 50, key is test_row_0/B:col10/1732566236967/Put/seqid=0 2024-11-25T20:23:57,782 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4cdb329efd2063fd58c1a62ed11398df] 2024-11-25T20:23:57,811 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125673bfce6b3a04ad5958d2089dc1931af_4cdb329efd2063fd58c1a62ed11398df store=[table=TestAcidGuarantees family=A region=4cdb329efd2063fd58c1a62ed11398df] 2024-11-25T20:23:57,821 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125673bfce6b3a04ad5958d2089dc1931af_4cdb329efd2063fd58c1a62ed11398df, store=[table=TestAcidGuarantees family=A region=4cdb329efd2063fd58c1a62ed11398df] 2024-11-25T20:23:57,821 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125673bfce6b3a04ad5958d2089dc1931af_4cdb329efd2063fd58c1a62ed11398df because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4cdb329efd2063fd58c1a62ed11398df] 2024-11-25T20:23:57,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742035_1211 (size=12949) 2024-11-25T20:23:57,867 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/68fea47378e24eda9498d032cb8f1402 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/68fea47378e24eda9498d032cb8f1402 2024-11-25T20:23:57,867 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:57,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-25T20:23:57,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:57,868 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing 4cdb329efd2063fd58c1a62ed11398df 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-25T20:23:57,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cdb329efd2063fd58c1a62ed11398df, store=A 2024-11-25T20:23:57,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:57,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cdb329efd2063fd58c1a62ed11398df, store=B 2024-11-25T20:23:57,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:57,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cdb329efd2063fd58c1a62ed11398df, store=C 2024-11-25T20:23:57,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:57,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742036_1212 (size=4469) 2024-11-25T20:23:57,879 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4cdb329efd2063fd58c1a62ed11398df#A#compaction#175 average throughput is 0.26 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:57,879 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4cdb329efd2063fd58c1a62ed11398df/B of 4cdb329efd2063fd58c1a62ed11398df into 68fea47378e24eda9498d032cb8f1402(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:57,879 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4cdb329efd2063fd58c1a62ed11398df: 2024-11-25T20:23:57,879 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/9f206546dec547dba19dcea72174485b is 175, key is test_row_0/A:col10/1732566236967/Put/seqid=0 2024-11-25T20:23:57,879 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df., storeName=4cdb329efd2063fd58c1a62ed11398df/B, priority=13, startTime=1732566237723; duration=0sec 2024-11-25T20:23:57,879 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:23:57,879 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4cdb329efd2063fd58c1a62ed11398df:B 2024-11-25T20:23:57,880 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:23:57,883 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:23:57,883 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): 4cdb329efd2063fd58c1a62ed11398df/C is initiating minor compaction (all files) 2024-11-25T20:23:57,884 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4cdb329efd2063fd58c1a62ed11398df/C in TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:57,884 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/2ce649a25294480d957bc65259cd62dd, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/5918980023be43bdb32b37e91e96109c, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/7a4d1d8fb7f8425b81095ffa7b3259a3] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp, totalSize=36.3 K 2024-11-25T20:23:57,886 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 2ce649a25294480d957bc65259cd62dd, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732566234760 2024-11-25T20:23:57,887 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 5918980023be43bdb32b37e91e96109c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732566235129 2024-11-25T20:23:57,888 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 7a4d1d8fb7f8425b81095ffa7b3259a3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732566236336 2024-11-25T20:23:57,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411255b197e2699ba49c0a10877d8df454e05_4cdb329efd2063fd58c1a62ed11398df is 50, key is test_row_0/A:col10/1732566236994/Put/seqid=0 2024-11-25T20:23:57,942 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4cdb329efd2063fd58c1a62ed11398df#C#compaction#177 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:57,943 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/63b4ded43d4a40d5a68961ab6b18c428 is 50, key is test_row_0/C:col10/1732566236967/Put/seqid=0 2024-11-25T20:23:57,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742037_1213 (size=31903) 2024-11-25T20:23:58,002 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/9f206546dec547dba19dcea72174485b as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/9f206546dec547dba19dcea72174485b 2024-11-25T20:23:58,013 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4cdb329efd2063fd58c1a62ed11398df/A of 4cdb329efd2063fd58c1a62ed11398df into 9f206546dec547dba19dcea72174485b(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:58,014 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4cdb329efd2063fd58c1a62ed11398df: 2024-11-25T20:23:58,014 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df., storeName=4cdb329efd2063fd58c1a62ed11398df/A, priority=13, startTime=1732566237723; duration=0sec 2024-11-25T20:23:58,014 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:58,014 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4cdb329efd2063fd58c1a62ed11398df:A 2024-11-25T20:23:58,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742038_1214 (size=12454) 2024-11-25T20:23:58,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:58,025 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411255b197e2699ba49c0a10877d8df454e05_4cdb329efd2063fd58c1a62ed11398df to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411255b197e2699ba49c0a10877d8df454e05_4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:23:58,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/f22c512045a544339edf7cb82364b31a, store: [table=TestAcidGuarantees family=A region=4cdb329efd2063fd58c1a62ed11398df] 2024-11-25T20:23:58,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/f22c512045a544339edf7cb82364b31a is 175, key is test_row_0/A:col10/1732566236994/Put/seqid=0 2024-11-25T20:23:58,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-25T20:23:58,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742039_1215 (size=12949) 2024-11-25T20:23:58,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742040_1216 (size=31255) 2024-11-25T20:23:58,088 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=297, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/f22c512045a544339edf7cb82364b31a 2024-11-25T20:23:58,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/3b5e37b869e1405a8152a8f2f706ec7a is 50, key is test_row_0/B:col10/1732566236994/Put/seqid=0 2024-11-25T20:23:58,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742041_1217 (size=12301) 2024-11-25T20:23:58,154 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/3b5e37b869e1405a8152a8f2f706ec7a 2024-11-25T20:23:58,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. as already flushing 2024-11-25T20:23:58,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on 4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:23:58,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/539892c3ce4f4401af2f00881e964261 is 50, key is test_row_0/C:col10/1732566236994/Put/seqid=0 2024-11-25T20:23:58,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:58,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1732566298219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:58,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:58,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1732566298225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:58,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:58,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53658 deadline: 1732566298233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:58,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:58,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53678 deadline: 1732566298235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:58,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:58,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1732566298238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:58,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742042_1218 (size=12301) 2024-11-25T20:23:58,254 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/539892c3ce4f4401af2f00881e964261 2024-11-25T20:23:58,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/f22c512045a544339edf7cb82364b31a as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/f22c512045a544339edf7cb82364b31a 2024-11-25T20:23:58,268 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/f22c512045a544339edf7cb82364b31a, entries=150, sequenceid=297, filesize=30.5 K 2024-11-25T20:23:58,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/3b5e37b869e1405a8152a8f2f706ec7a as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/3b5e37b869e1405a8152a8f2f706ec7a 2024-11-25T20:23:58,284 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/3b5e37b869e1405a8152a8f2f706ec7a, entries=150, sequenceid=297, filesize=12.0 K 2024-11-25T20:23:58,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/539892c3ce4f4401af2f00881e964261 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/539892c3ce4f4401af2f00881e964261 2024-11-25T20:23:58,295 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/539892c3ce4f4401af2f00881e964261, entries=150, sequenceid=297, filesize=12.0 K 2024-11-25T20:23:58,297 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=127.47 KB/130530 for 4cdb329efd2063fd58c1a62ed11398df in 428ms, sequenceid=297, compaction requested=false 2024-11-25T20:23:58,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for 4cdb329efd2063fd58c1a62ed11398df: 2024-11-25T20:23:58,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:58,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-25T20:23:58,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-25T20:23:58,302 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-25T20:23:58,302 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3810 sec 2024-11-25T20:23:58,304 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 1.3920 sec 2024-11-25T20:23:58,346 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4cdb329efd2063fd58c1a62ed11398df 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T20:23:58,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cdb329efd2063fd58c1a62ed11398df, store=A 2024-11-25T20:23:58,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:58,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cdb329efd2063fd58c1a62ed11398df, store=B 2024-11-25T20:23:58,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:58,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on 4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:23:58,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cdb329efd2063fd58c1a62ed11398df, store=C 2024-11-25T20:23:58,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:58,393 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112597fd4fdab18149df8ecd7df01a39b1f6_4cdb329efd2063fd58c1a62ed11398df is 50, key is test_row_0/A:col10/1732566238217/Put/seqid=0 2024-11-25T20:23:58,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:58,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53678 deadline: 1732566298387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:58,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:58,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1732566298387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:58,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:58,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1732566298394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:58,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:58,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1732566298396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:58,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:58,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53658 deadline: 1732566298396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:58,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742043_1219 (size=12454) 2024-11-25T20:23:58,443 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:58,450 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112597fd4fdab18149df8ecd7df01a39b1f6_4cdb329efd2063fd58c1a62ed11398df to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112597fd4fdab18149df8ecd7df01a39b1f6_4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:23:58,451 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/438770444b1640ff91a6d6927b5faa5a, store: [table=TestAcidGuarantees family=A region=4cdb329efd2063fd58c1a62ed11398df] 2024-11-25T20:23:58,452 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/438770444b1640ff91a6d6927b5faa5a is 175, key is test_row_0/A:col10/1732566238217/Put/seqid=0 2024-11-25T20:23:58,453 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/63b4ded43d4a40d5a68961ab6b18c428 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/63b4ded43d4a40d5a68961ab6b18c428 2024-11-25T20:23:58,464 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4cdb329efd2063fd58c1a62ed11398df/C of 4cdb329efd2063fd58c1a62ed11398df into 63b4ded43d4a40d5a68961ab6b18c428(size=12.6 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:58,465 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4cdb329efd2063fd58c1a62ed11398df: 2024-11-25T20:23:58,465 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df., storeName=4cdb329efd2063fd58c1a62ed11398df/C, priority=13, startTime=1732566237723; duration=0sec 2024-11-25T20:23:58,465 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:58,465 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4cdb329efd2063fd58c1a62ed11398df:C 2024-11-25T20:23:58,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742044_1220 (size=31255) 2024-11-25T20:23:58,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:58,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1732566298503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:58,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:58,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53678 deadline: 1732566298503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:58,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:58,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1732566298503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:58,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:58,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1732566298507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:58,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:58,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53658 deadline: 1732566298511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:58,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:58,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1732566298713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:58,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:58,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53678 deadline: 1732566298713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:58,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:58,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1732566298720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:58,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:58,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1732566298722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:58,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:58,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53658 deadline: 1732566298723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:58,888 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=323, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/438770444b1640ff91a6d6927b5faa5a 2024-11-25T20:23:58,909 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/9794ceb28b4347eeafa701a1b42c58d0 is 50, key is test_row_0/B:col10/1732566238217/Put/seqid=0 2024-11-25T20:23:58,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742045_1221 (size=12301) 2024-11-25T20:23:58,970 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/9794ceb28b4347eeafa701a1b42c58d0 2024-11-25T20:23:58,996 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/516b381ab8e94943929e9ab9acd4f0c1 is 50, key is test_row_0/C:col10/1732566238217/Put/seqid=0 2024-11-25T20:23:59,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:59,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53678 deadline: 1732566299029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:59,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:59,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1732566299030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:59,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:59,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1732566299029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:59,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:59,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1732566299034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:59,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:59,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53658 deadline: 1732566299036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:59,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-25T20:23:59,039 INFO [Thread-671 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-25T20:23:59,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:23:59,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-11-25T20:23:59,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-25T20:23:59,043 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:23:59,045 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:23:59,045 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:23:59,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742046_1222 (size=12301) 2024-11-25T20:23:59,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-25T20:23:59,197 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:59,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-25T20:23:59,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:59,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. as already flushing 2024-11-25T20:23:59,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:59,198 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:59,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:59,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:59,355 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:59,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-25T20:23:59,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-25T20:23:59,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:59,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. as already flushing 2024-11-25T20:23:59,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:59,356 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:59,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:59,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:59,450 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/516b381ab8e94943929e9ab9acd4f0c1 2024-11-25T20:23:59,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/438770444b1640ff91a6d6927b5faa5a as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/438770444b1640ff91a6d6927b5faa5a 2024-11-25T20:23:59,461 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/438770444b1640ff91a6d6927b5faa5a, entries=150, sequenceid=323, filesize=30.5 K 2024-11-25T20:23:59,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/9794ceb28b4347eeafa701a1b42c58d0 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/9794ceb28b4347eeafa701a1b42c58d0 2024-11-25T20:23:59,469 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/9794ceb28b4347eeafa701a1b42c58d0, entries=150, sequenceid=323, filesize=12.0 K 2024-11-25T20:23:59,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/516b381ab8e94943929e9ab9acd4f0c1 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/516b381ab8e94943929e9ab9acd4f0c1 2024-11-25T20:23:59,477 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/516b381ab8e94943929e9ab9acd4f0c1, entries=150, sequenceid=323, filesize=12.0 K 2024-11-25T20:23:59,478 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 4cdb329efd2063fd58c1a62ed11398df in 1132ms, sequenceid=323, compaction requested=true 2024-11-25T20:23:59,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4cdb329efd2063fd58c1a62ed11398df: 2024-11-25T20:23:59,478 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:23:59,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4cdb329efd2063fd58c1a62ed11398df:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:23:59,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:59,479 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:23:59,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4cdb329efd2063fd58c1a62ed11398df:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:23:59,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:59,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4cdb329efd2063fd58c1a62ed11398df:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:23:59,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:23:59,481 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94413 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:23:59,481 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:23:59,481 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1540): 4cdb329efd2063fd58c1a62ed11398df/A is initiating minor compaction (all files) 2024-11-25T20:23:59,481 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): 4cdb329efd2063fd58c1a62ed11398df/B is initiating minor compaction (all files) 2024-11-25T20:23:59,481 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4cdb329efd2063fd58c1a62ed11398df/B in TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:59,481 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4cdb329efd2063fd58c1a62ed11398df/A in TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:59,481 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/68fea47378e24eda9498d032cb8f1402, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/3b5e37b869e1405a8152a8f2f706ec7a, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/9794ceb28b4347eeafa701a1b42c58d0] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp, totalSize=36.7 K 2024-11-25T20:23:59,481 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/9f206546dec547dba19dcea72174485b, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/f22c512045a544339edf7cb82364b31a, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/438770444b1640ff91a6d6927b5faa5a] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp, totalSize=92.2 K 2024-11-25T20:23:59,481 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:59,481 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. files: [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/9f206546dec547dba19dcea72174485b, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/f22c512045a544339edf7cb82364b31a, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/438770444b1640ff91a6d6927b5faa5a] 2024-11-25T20:23:59,482 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 68fea47378e24eda9498d032cb8f1402, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732566236336 2024-11-25T20:23:59,482 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9f206546dec547dba19dcea72174485b, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732566236336 2024-11-25T20:23:59,482 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 3b5e37b869e1405a8152a8f2f706ec7a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732566236994 2024-11-25T20:23:59,482 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting f22c512045a544339edf7cb82364b31a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732566236994 2024-11-25T20:23:59,482 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 9794ceb28b4347eeafa701a1b42c58d0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732566238217 2024-11-25T20:23:59,482 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 438770444b1640ff91a6d6927b5faa5a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732566238217 2024-11-25T20:23:59,509 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:23:59,509 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4cdb329efd2063fd58c1a62ed11398df#B#compaction#183 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:59,510 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/413fc188485d4c7ba516fe60a1b81054 is 50, key is test_row_0/B:col10/1732566238217/Put/seqid=0 2024-11-25T20:23:59,512 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4cdb329efd2063fd58c1a62ed11398df] 2024-11-25T20:23:59,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-25T20:23:59,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:59,514 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing 4cdb329efd2063fd58c1a62ed11398df 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T20:23:59,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cdb329efd2063fd58c1a62ed11398df, store=A 2024-11-25T20:23:59,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:59,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cdb329efd2063fd58c1a62ed11398df, store=B 2024-11-25T20:23:59,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:59,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cdb329efd2063fd58c1a62ed11398df, store=C 2024-11-25T20:23:59,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:59,522 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411256070dce5e49544faa10d895a5f62e695_4cdb329efd2063fd58c1a62ed11398df store=[table=TestAcidGuarantees family=A region=4cdb329efd2063fd58c1a62ed11398df] 2024-11-25T20:23:59,524 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411256070dce5e49544faa10d895a5f62e695_4cdb329efd2063fd58c1a62ed11398df, store=[table=TestAcidGuarantees family=A region=4cdb329efd2063fd58c1a62ed11398df] 2024-11-25T20:23:59,524 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411256070dce5e49544faa10d895a5f62e695_4cdb329efd2063fd58c1a62ed11398df because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4cdb329efd2063fd58c1a62ed11398df] 2024-11-25T20:23:59,548 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. as already flushing 2024-11-25T20:23:59,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on 4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:23:59,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742047_1223 (size=13051) 2024-11-25T20:23:59,565 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/413fc188485d4c7ba516fe60a1b81054 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/413fc188485d4c7ba516fe60a1b81054 2024-11-25T20:23:59,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a311b8b4ce854433bbc855f344b79c65_4cdb329efd2063fd58c1a62ed11398df is 50, key is test_row_0/A:col10/1732566238362/Put/seqid=0 2024-11-25T20:23:59,585 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4cdb329efd2063fd58c1a62ed11398df/B of 4cdb329efd2063fd58c1a62ed11398df into 413fc188485d4c7ba516fe60a1b81054(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:59,585 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4cdb329efd2063fd58c1a62ed11398df: 2024-11-25T20:23:59,586 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df., storeName=4cdb329efd2063fd58c1a62ed11398df/B, priority=13, startTime=1732566239479; duration=0sec 2024-11-25T20:23:59,586 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:23:59,586 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4cdb329efd2063fd58c1a62ed11398df:B 2024-11-25T20:23:59,586 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:23:59,592 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:23:59,592 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): 4cdb329efd2063fd58c1a62ed11398df/C is initiating minor compaction (all files) 2024-11-25T20:23:59,593 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4cdb329efd2063fd58c1a62ed11398df/C in TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:23:59,594 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/63b4ded43d4a40d5a68961ab6b18c428, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/539892c3ce4f4401af2f00881e964261, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/516b381ab8e94943929e9ab9acd4f0c1] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp, totalSize=36.7 K 2024-11-25T20:23:59,594 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 63b4ded43d4a40d5a68961ab6b18c428, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732566236336 2024-11-25T20:23:59,595 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 539892c3ce4f4401af2f00881e964261, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732566236994 2024-11-25T20:23:59,596 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 516b381ab8e94943929e9ab9acd4f0c1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732566238217 2024-11-25T20:23:59,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742048_1224 (size=4469) 2024-11-25T20:23:59,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:59,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1732566299612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:59,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:59,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1732566299612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:59,635 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4cdb329efd2063fd58c1a62ed11398df#A#compaction#184 average throughput is 0.20 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:59,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:59,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:59,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53678 deadline: 1732566299615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:59,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1732566299615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:59,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:59,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53658 deadline: 1732566299620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:59,636 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/7c8e41fa28be48db9ffc6ea2c4737e4a is 175, key is test_row_0/A:col10/1732566238217/Put/seqid=0 2024-11-25T20:23:59,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742049_1225 (size=12454) 2024-11-25T20:23:59,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-25T20:23:59,665 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4cdb329efd2063fd58c1a62ed11398df#C#compaction#186 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:59,665 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/12007f7a912540688ed3e7d751964c7e is 50, key is test_row_0/C:col10/1732566238217/Put/seqid=0 2024-11-25T20:23:59,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:59,681 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a311b8b4ce854433bbc855f344b79c65_4cdb329efd2063fd58c1a62ed11398df to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a311b8b4ce854433bbc855f344b79c65_4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:23:59,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/fb1bba3ea79d4a8289c973b5d8fa4d58, store: [table=TestAcidGuarantees family=A region=4cdb329efd2063fd58c1a62ed11398df] 2024-11-25T20:23:59,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/fb1bba3ea79d4a8289c973b5d8fa4d58 is 175, key is test_row_0/A:col10/1732566238362/Put/seqid=0 2024-11-25T20:23:59,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742050_1226 (size=32005) 2024-11-25T20:23:59,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:59,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1732566299735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:59,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:59,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53658 deadline: 1732566299739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:59,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:59,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1732566299739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:59,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:59,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53678 deadline: 1732566299743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:59,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:59,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1732566299743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:59,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742051_1227 (size=13051) 2024-11-25T20:23:59,763 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/12007f7a912540688ed3e7d751964c7e as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/12007f7a912540688ed3e7d751964c7e 2024-11-25T20:23:59,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742052_1228 (size=31255) 2024-11-25T20:23:59,765 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=337, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/fb1bba3ea79d4a8289c973b5d8fa4d58 2024-11-25T20:23:59,791 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4cdb329efd2063fd58c1a62ed11398df/C of 4cdb329efd2063fd58c1a62ed11398df into 12007f7a912540688ed3e7d751964c7e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:59,791 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4cdb329efd2063fd58c1a62ed11398df: 2024-11-25T20:23:59,791 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df., storeName=4cdb329efd2063fd58c1a62ed11398df/C, priority=13, startTime=1732566239479; duration=0sec 2024-11-25T20:23:59,791 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:59,791 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4cdb329efd2063fd58c1a62ed11398df:C 2024-11-25T20:23:59,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/09a2299c3cf0469c9381013a2def08cb is 50, key is test_row_0/B:col10/1732566238362/Put/seqid=0 2024-11-25T20:23:59,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742053_1229 (size=12301) 2024-11-25T20:23:59,880 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/09a2299c3cf0469c9381013a2def08cb 2024-11-25T20:23:59,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/16320824ddbd408389e109929053f845 is 50, key is test_row_0/C:col10/1732566238362/Put/seqid=0 2024-11-25T20:23:59,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:59,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1732566299943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:59,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:59,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1732566299947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:59,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:59,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53658 deadline: 1732566299947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:59,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:59,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53678 deadline: 1732566299951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:59,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:59,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1732566299952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:23:59,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742054_1230 (size=12301) 2024-11-25T20:24:00,135 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/7c8e41fa28be48db9ffc6ea2c4737e4a as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/7c8e41fa28be48db9ffc6ea2c4737e4a 2024-11-25T20:24:00,144 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4cdb329efd2063fd58c1a62ed11398df/A of 4cdb329efd2063fd58c1a62ed11398df into 7c8e41fa28be48db9ffc6ea2c4737e4a(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:00,144 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4cdb329efd2063fd58c1a62ed11398df: 2024-11-25T20:24:00,144 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df., storeName=4cdb329efd2063fd58c1a62ed11398df/A, priority=13, startTime=1732566239478; duration=0sec 2024-11-25T20:24:00,145 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:00,145 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4cdb329efd2063fd58c1a62ed11398df:A 2024-11-25T20:24:00,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-25T20:24:00,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:00,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1732566300251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:00,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:00,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53658 deadline: 1732566300262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:00,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:00,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53678 deadline: 1732566300262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:00,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:00,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1732566300263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:00,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:00,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1732566300266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:00,346 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T20:24:00,396 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/16320824ddbd408389e109929053f845 2024-11-25T20:24:00,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/fb1bba3ea79d4a8289c973b5d8fa4d58 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/fb1bba3ea79d4a8289c973b5d8fa4d58 2024-11-25T20:24:00,432 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/fb1bba3ea79d4a8289c973b5d8fa4d58, entries=150, sequenceid=337, filesize=30.5 K 2024-11-25T20:24:00,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/09a2299c3cf0469c9381013a2def08cb as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/09a2299c3cf0469c9381013a2def08cb 2024-11-25T20:24:00,440 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/09a2299c3cf0469c9381013a2def08cb, entries=150, sequenceid=337, filesize=12.0 K 2024-11-25T20:24:00,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/16320824ddbd408389e109929053f845 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/16320824ddbd408389e109929053f845 2024-11-25T20:24:00,459 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/16320824ddbd408389e109929053f845, entries=150, sequenceid=337, filesize=12.0 K 2024-11-25T20:24:00,466 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 4cdb329efd2063fd58c1a62ed11398df in 952ms, sequenceid=337, compaction requested=false 2024-11-25T20:24:00,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for 4cdb329efd2063fd58c1a62ed11398df: 2024-11-25T20:24:00,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:24:00,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-25T20:24:00,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-11-25T20:24:00,471 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-25T20:24:00,471 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4240 sec 2024-11-25T20:24:00,473 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 1.4300 sec 2024-11-25T20:24:00,795 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4cdb329efd2063fd58c1a62ed11398df 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T20:24:00,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on 4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:24:00,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cdb329efd2063fd58c1a62ed11398df, store=A 2024-11-25T20:24:00,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:00,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cdb329efd2063fd58c1a62ed11398df, store=B 2024-11-25T20:24:00,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:00,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cdb329efd2063fd58c1a62ed11398df, store=C 2024-11-25T20:24:00,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:00,825 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112518bd1f55351341f5b5cfffbeb4edc649_4cdb329efd2063fd58c1a62ed11398df is 50, key is test_row_0/A:col10/1732566239614/Put/seqid=0 2024-11-25T20:24:00,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:00,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1732566300814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:00,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:00,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53658 deadline: 1732566300826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:00,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:00,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53678 deadline: 1732566300831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:00,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:00,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1732566300831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:00,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:00,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1732566300831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:00,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742055_1231 (size=12454) 2024-11-25T20:24:00,876 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:00,891 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112518bd1f55351341f5b5cfffbeb4edc649_4cdb329efd2063fd58c1a62ed11398df to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112518bd1f55351341f5b5cfffbeb4edc649_4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:24:00,892 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/f51d37e62e564e35b860cfb9893117d7, store: [table=TestAcidGuarantees family=A region=4cdb329efd2063fd58c1a62ed11398df] 2024-11-25T20:24:00,893 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/f51d37e62e564e35b860cfb9893117d7 is 175, key is test_row_0/A:col10/1732566239614/Put/seqid=0 2024-11-25T20:24:00,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742056_1232 (size=31255) 2024-11-25T20:24:00,938 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=365, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/f51d37e62e564e35b860cfb9893117d7 2024-11-25T20:24:00,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:00,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1732566300932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:00,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:00,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53658 deadline: 1732566300936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:00,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:00,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53678 deadline: 1732566300947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:00,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:00,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1732566300947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:00,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:00,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1732566300947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:00,960 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/7080254199494e6fbab5dd171274d835 is 50, key is test_row_0/B:col10/1732566239614/Put/seqid=0 2024-11-25T20:24:00,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742057_1233 (size=12301) 2024-11-25T20:24:00,996 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/7080254199494e6fbab5dd171274d835 2024-11-25T20:24:01,011 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/d3d7d9f409654803905b8bafd617b241 is 50, key is test_row_0/C:col10/1732566239614/Put/seqid=0 2024-11-25T20:24:01,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742058_1234 (size=12301) 2024-11-25T20:24:01,049 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/d3d7d9f409654803905b8bafd617b241 2024-11-25T20:24:01,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/f51d37e62e564e35b860cfb9893117d7 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/f51d37e62e564e35b860cfb9893117d7 2024-11-25T20:24:01,067 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/f51d37e62e564e35b860cfb9893117d7, entries=150, sequenceid=365, filesize=30.5 K 2024-11-25T20:24:01,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/7080254199494e6fbab5dd171274d835 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/7080254199494e6fbab5dd171274d835 2024-11-25T20:24:01,079 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/7080254199494e6fbab5dd171274d835, entries=150, sequenceid=365, filesize=12.0 K 2024-11-25T20:24:01,081 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/d3d7d9f409654803905b8bafd617b241 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/d3d7d9f409654803905b8bafd617b241 2024-11-25T20:24:01,092 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/d3d7d9f409654803905b8bafd617b241, entries=150, sequenceid=365, filesize=12.0 K 2024-11-25T20:24:01,093 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 4cdb329efd2063fd58c1a62ed11398df in 298ms, sequenceid=365, compaction requested=true 2024-11-25T20:24:01,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4cdb329efd2063fd58c1a62ed11398df: 2024-11-25T20:24:01,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4cdb329efd2063fd58c1a62ed11398df:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:24:01,093 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:24:01,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:01,093 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:24:01,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4cdb329efd2063fd58c1a62ed11398df:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:24:01,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:01,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4cdb329efd2063fd58c1a62ed11398df:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:24:01,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:24:01,095 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:24:01,095 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94515 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:24:01,095 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): 4cdb329efd2063fd58c1a62ed11398df/B is initiating minor compaction (all files) 2024-11-25T20:24:01,095 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1540): 4cdb329efd2063fd58c1a62ed11398df/A is initiating minor compaction (all files) 2024-11-25T20:24:01,095 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4cdb329efd2063fd58c1a62ed11398df/B in TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:24:01,096 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/413fc188485d4c7ba516fe60a1b81054, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/09a2299c3cf0469c9381013a2def08cb, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/7080254199494e6fbab5dd171274d835] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp, totalSize=36.8 K 2024-11-25T20:24:01,096 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4cdb329efd2063fd58c1a62ed11398df/A in TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:24:01,096 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/7c8e41fa28be48db9ffc6ea2c4737e4a, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/fb1bba3ea79d4a8289c973b5d8fa4d58, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/f51d37e62e564e35b860cfb9893117d7] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp, totalSize=92.3 K 2024-11-25T20:24:01,096 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:24:01,096 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. files: [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/7c8e41fa28be48db9ffc6ea2c4737e4a, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/fb1bba3ea79d4a8289c973b5d8fa4d58, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/f51d37e62e564e35b860cfb9893117d7] 2024-11-25T20:24:01,097 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 413fc188485d4c7ba516fe60a1b81054, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732566238217 2024-11-25T20:24:01,098 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c8e41fa28be48db9ffc6ea2c4737e4a, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732566238217 2024-11-25T20:24:01,098 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 09a2299c3cf0469c9381013a2def08cb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732566238362 2024-11-25T20:24:01,098 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting fb1bba3ea79d4a8289c973b5d8fa4d58, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732566238362 2024-11-25T20:24:01,099 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 7080254199494e6fbab5dd171274d835, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1732566239614 2024-11-25T20:24:01,099 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting f51d37e62e564e35b860cfb9893117d7, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1732566239614 2024-11-25T20:24:01,120 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4cdb329efd2063fd58c1a62ed11398df] 2024-11-25T20:24:01,149 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4cdb329efd2063fd58c1a62ed11398df#B#compaction#193 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:01,150 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/2422eb63cb54488c89c6ca00472e59c5 is 50, key is test_row_0/B:col10/1732566239614/Put/seqid=0 2024-11-25T20:24:01,155 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4cdb329efd2063fd58c1a62ed11398df 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T20:24:01,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cdb329efd2063fd58c1a62ed11398df, store=A 2024-11-25T20:24:01,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:01,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cdb329efd2063fd58c1a62ed11398df, store=B 2024-11-25T20:24:01,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:01,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cdb329efd2063fd58c1a62ed11398df, store=C 2024-11-25T20:24:01,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:01,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on 4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:24:01,159 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112583f056a36fea40f38ef6bb586745d5f1_4cdb329efd2063fd58c1a62ed11398df store=[table=TestAcidGuarantees family=A region=4cdb329efd2063fd58c1a62ed11398df] 2024-11-25T20:24:01,161 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112583f056a36fea40f38ef6bb586745d5f1_4cdb329efd2063fd58c1a62ed11398df, store=[table=TestAcidGuarantees family=A region=4cdb329efd2063fd58c1a62ed11398df] 2024-11-25T20:24:01,161 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112583f056a36fea40f38ef6bb586745d5f1_4cdb329efd2063fd58c1a62ed11398df because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4cdb329efd2063fd58c1a62ed11398df] 2024-11-25T20:24:01,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-25T20:24:01,166 INFO [Thread-671 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-25T20:24:01,169 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:24:01,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-11-25T20:24:01,173 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:24:01,174 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:24:01,174 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:24:01,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-25T20:24:01,216 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411250ea0ed831ba047f0bd7b7d9cca99d4fe_4cdb329efd2063fd58c1a62ed11398df is 50, key is test_row_0/A:col10/1732566240803/Put/seqid=0 2024-11-25T20:24:01,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742059_1235 (size=13153) 2024-11-25T20:24:01,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-25T20:24:01,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742060_1236 (size=4469) 2024-11-25T20:24:01,299 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4cdb329efd2063fd58c1a62ed11398df#A#compaction#192 average throughput is 0.14 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:01,299 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/26a72a6cc2df48d2a0a5e2976e3f0235 is 175, key is test_row_0/A:col10/1732566239614/Put/seqid=0 2024-11-25T20:24:01,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742061_1237 (size=14994) 2024-11-25T20:24:01,326 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:01,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-25T20:24:01,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:24:01,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. as already flushing 2024-11-25T20:24:01,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:24:01,328 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:01,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:01,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:01,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:01,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53678 deadline: 1732566301330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:01,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:01,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1732566301330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:01,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:01,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1732566301331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:01,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:01,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53658 deadline: 1732566301341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:01,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:01,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1732566301342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:01,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742062_1238 (size=32107) 2024-11-25T20:24:01,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:01,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1732566301442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:01,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:01,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1732566301443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:01,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:01,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53678 deadline: 1732566301443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:01,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:01,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53658 deadline: 1732566301445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:01,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:01,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1732566301446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:01,481 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:01,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-25T20:24:01,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:24:01,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. as already flushing 2024-11-25T20:24:01,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:24:01,483 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:01,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:01,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:01,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-25T20:24:01,642 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:01,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-25T20:24:01,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:24:01,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. as already flushing 2024-11-25T20:24:01,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:24:01,643 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:01,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:01,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:01,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:01,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1732566301651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:01,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:01,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53678 deadline: 1732566301652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:01,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:01,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53658 deadline: 1732566301653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:01,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:01,665 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/2422eb63cb54488c89c6ca00472e59c5 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/2422eb63cb54488c89c6ca00472e59c5 2024-11-25T20:24:01,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1732566301654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:01,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:01,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1732566301652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:01,674 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4cdb329efd2063fd58c1a62ed11398df/B of 4cdb329efd2063fd58c1a62ed11398df into 2422eb63cb54488c89c6ca00472e59c5(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:01,674 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4cdb329efd2063fd58c1a62ed11398df: 2024-11-25T20:24:01,674 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df., storeName=4cdb329efd2063fd58c1a62ed11398df/B, priority=13, startTime=1732566241093; duration=0sec 2024-11-25T20:24:01,674 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:24:01,674 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4cdb329efd2063fd58c1a62ed11398df:B 2024-11-25T20:24:01,674 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:24:01,676 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:24:01,676 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): 4cdb329efd2063fd58c1a62ed11398df/C is initiating minor compaction (all files) 2024-11-25T20:24:01,676 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4cdb329efd2063fd58c1a62ed11398df/C in TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:24:01,676 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/12007f7a912540688ed3e7d751964c7e, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/16320824ddbd408389e109929053f845, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/d3d7d9f409654803905b8bafd617b241] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp, totalSize=36.8 K 2024-11-25T20:24:01,677 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 12007f7a912540688ed3e7d751964c7e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732566238217 2024-11-25T20:24:01,677 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 16320824ddbd408389e109929053f845, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732566238362 2024-11-25T20:24:01,677 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting d3d7d9f409654803905b8bafd617b241, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1732566239614 2024-11-25T20:24:01,701 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4cdb329efd2063fd58c1a62ed11398df#C#compaction#195 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:01,701 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/5af260dd39314ba4ba4fcde2a8c1f5b0 is 50, key is test_row_0/C:col10/1732566239614/Put/seqid=0 2024-11-25T20:24:01,715 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:01,721 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411250ea0ed831ba047f0bd7b7d9cca99d4fe_4cdb329efd2063fd58c1a62ed11398df to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250ea0ed831ba047f0bd7b7d9cca99d4fe_4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:24:01,722 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/ff9166e57c504b4aa99659aafe1fe0e3, store: [table=TestAcidGuarantees family=A region=4cdb329efd2063fd58c1a62ed11398df] 2024-11-25T20:24:01,723 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/ff9166e57c504b4aa99659aafe1fe0e3 is 175, key is test_row_0/A:col10/1732566240803/Put/seqid=0 2024-11-25T20:24:01,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742063_1239 (size=13153) 2024-11-25T20:24:01,760 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/26a72a6cc2df48d2a0a5e2976e3f0235 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/26a72a6cc2df48d2a0a5e2976e3f0235 2024-11-25T20:24:01,772 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4cdb329efd2063fd58c1a62ed11398df/A of 4cdb329efd2063fd58c1a62ed11398df into 26a72a6cc2df48d2a0a5e2976e3f0235(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:01,772 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4cdb329efd2063fd58c1a62ed11398df: 2024-11-25T20:24:01,772 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df., storeName=4cdb329efd2063fd58c1a62ed11398df/A, priority=13, startTime=1732566241093; duration=0sec 2024-11-25T20:24:01,773 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:01,773 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4cdb329efd2063fd58c1a62ed11398df:A 2024-11-25T20:24:01,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-25T20:24:01,795 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:01,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-25T20:24:01,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:24:01,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. as already flushing 2024-11-25T20:24:01,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:24:01,796 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:01,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:01,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:01,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742064_1240 (size=39949) 2024-11-25T20:24:01,948 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:01,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-25T20:24:01,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:24:01,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. as already flushing 2024-11-25T20:24:01,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:24:01,949 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:01,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:01,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:01,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:01,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1732566301957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:01,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:01,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53678 deadline: 1732566301968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:01,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:01,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53658 deadline: 1732566301968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:01,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:01,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1732566301968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:01,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:01,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1732566301968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:02,102 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:02,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-25T20:24:02,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:24:02,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. as already flushing 2024-11-25T20:24:02,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:24:02,104 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:02,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:02,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:02,149 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/5af260dd39314ba4ba4fcde2a8c1f5b0 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/5af260dd39314ba4ba4fcde2a8c1f5b0 2024-11-25T20:24:02,191 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4cdb329efd2063fd58c1a62ed11398df/C of 4cdb329efd2063fd58c1a62ed11398df into 5af260dd39314ba4ba4fcde2a8c1f5b0(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:02,191 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4cdb329efd2063fd58c1a62ed11398df: 2024-11-25T20:24:02,191 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df., storeName=4cdb329efd2063fd58c1a62ed11398df/C, priority=13, startTime=1732566241094; duration=0sec 2024-11-25T20:24:02,191 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:02,191 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4cdb329efd2063fd58c1a62ed11398df:C 2024-11-25T20:24:02,203 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=377, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/ff9166e57c504b4aa99659aafe1fe0e3 2024-11-25T20:24:02,214 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/58f967d036774a65b092bdb441e991ba is 50, key is test_row_0/B:col10/1732566240803/Put/seqid=0 2024-11-25T20:24:02,256 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:02,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-25T20:24:02,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742065_1241 (size=12301) 2024-11-25T20:24:02,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:24:02,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. as already flushing 2024-11-25T20:24:02,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:24:02,260 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:02,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:02,261 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/58f967d036774a65b092bdb441e991ba 2024-11-25T20:24:02,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:02,276 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/9794e53dff9e40e29f721b7930c43d3f is 50, key is test_row_0/C:col10/1732566240803/Put/seqid=0 2024-11-25T20:24:02,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-25T20:24:02,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742066_1242 (size=12301) 2024-11-25T20:24:02,352 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/9794e53dff9e40e29f721b7930c43d3f 2024-11-25T20:24:02,358 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/ff9166e57c504b4aa99659aafe1fe0e3 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/ff9166e57c504b4aa99659aafe1fe0e3 2024-11-25T20:24:02,363 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/ff9166e57c504b4aa99659aafe1fe0e3, entries=200, sequenceid=377, filesize=39.0 K 2024-11-25T20:24:02,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/58f967d036774a65b092bdb441e991ba as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/58f967d036774a65b092bdb441e991ba 2024-11-25T20:24:02,371 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/58f967d036774a65b092bdb441e991ba, entries=150, sequenceid=377, filesize=12.0 K 2024-11-25T20:24:02,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/9794e53dff9e40e29f721b7930c43d3f as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/9794e53dff9e40e29f721b7930c43d3f 2024-11-25T20:24:02,387 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/9794e53dff9e40e29f721b7930c43d3f, entries=150, sequenceid=377, filesize=12.0 K 2024-11-25T20:24:02,388 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for 4cdb329efd2063fd58c1a62ed11398df in 1233ms, sequenceid=377, compaction requested=false 2024-11-25T20:24:02,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4cdb329efd2063fd58c1a62ed11398df: 2024-11-25T20:24:02,415 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:02,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-25T20:24:02,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:24:02,416 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing 4cdb329efd2063fd58c1a62ed11398df 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T20:24:02,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cdb329efd2063fd58c1a62ed11398df, store=A 2024-11-25T20:24:02,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:02,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cdb329efd2063fd58c1a62ed11398df, store=B 2024-11-25T20:24:02,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:02,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cdb329efd2063fd58c1a62ed11398df, store=C 2024-11-25T20:24:02,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:02,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112532aefbddf1594bd5bf737f0db202a997_4cdb329efd2063fd58c1a62ed11398df is 50, key is test_row_0/A:col10/1732566241330/Put/seqid=0 2024-11-25T20:24:02,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742067_1243 (size=12454) 2024-11-25T20:24:02,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on 4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:24:02,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. as already flushing 2024-11-25T20:24:02,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:02,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1732566302552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:02,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:02,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53678 deadline: 1732566302553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:02,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:02,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1732566302553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:02,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:02,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1732566302563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:02,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:02,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53658 deadline: 1732566302578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:02,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:02,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1732566302668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:02,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:02,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1732566302679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:02,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:02,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53658 deadline: 1732566302679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:02,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:02,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53678 deadline: 1732566302679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:02,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:02,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1732566302680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:02,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:02,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1732566302873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:02,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:02,891 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112532aefbddf1594bd5bf737f0db202a997_4cdb329efd2063fd58c1a62ed11398df to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112532aefbddf1594bd5bf737f0db202a997_4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:24:02,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/5c94a275e92d41ff914557aad02119bb, store: [table=TestAcidGuarantees family=A region=4cdb329efd2063fd58c1a62ed11398df] 2024-11-25T20:24:02,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:02,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53678 deadline: 1732566302886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:02,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/5c94a275e92d41ff914557aad02119bb is 175, key is test_row_0/A:col10/1732566241330/Put/seqid=0 2024-11-25T20:24:02,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:02,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53658 deadline: 1732566302886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:02,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:02,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:02,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1732566302887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:02,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1732566302886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:02,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742068_1244 (size=31255) 2024-11-25T20:24:02,954 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=406, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/5c94a275e92d41ff914557aad02119bb 2024-11-25T20:24:02,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/19658ceaacaa493e8ef10c8a26df4644 is 50, key is test_row_0/B:col10/1732566241330/Put/seqid=0 2024-11-25T20:24:03,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742069_1245 (size=12301) 2024-11-25T20:24:03,018 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/19658ceaacaa493e8ef10c8a26df4644 2024-11-25T20:24:03,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/ef8b176951f84ca8a2f7c268917bf517 is 50, key is test_row_0/C:col10/1732566241330/Put/seqid=0 2024-11-25T20:24:03,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742070_1246 (size=12301) 2024-11-25T20:24:03,067 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/ef8b176951f84ca8a2f7c268917bf517 2024-11-25T20:24:03,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/5c94a275e92d41ff914557aad02119bb as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/5c94a275e92d41ff914557aad02119bb 2024-11-25T20:24:03,083 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/5c94a275e92d41ff914557aad02119bb, entries=150, sequenceid=406, filesize=30.5 K 2024-11-25T20:24:03,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/19658ceaacaa493e8ef10c8a26df4644 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/19658ceaacaa493e8ef10c8a26df4644 2024-11-25T20:24:03,093 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/19658ceaacaa493e8ef10c8a26df4644, entries=150, sequenceid=406, filesize=12.0 K 2024-11-25T20:24:03,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/ef8b176951f84ca8a2f7c268917bf517 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/ef8b176951f84ca8a2f7c268917bf517 2024-11-25T20:24:03,113 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/ef8b176951f84ca8a2f7c268917bf517, entries=150, sequenceid=406, filesize=12.0 K 2024-11-25T20:24:03,119 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 4cdb329efd2063fd58c1a62ed11398df in 703ms, sequenceid=406, compaction requested=true 2024-11-25T20:24:03,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for 4cdb329efd2063fd58c1a62ed11398df: 2024-11-25T20:24:03,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:24:03,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-25T20:24:03,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-11-25T20:24:03,136 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-25T20:24:03,136 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9590 sec 2024-11-25T20:24:03,144 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 1.9680 sec 2024-11-25T20:24:03,207 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4cdb329efd2063fd58c1a62ed11398df 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T20:24:03,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on 4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:24:03,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cdb329efd2063fd58c1a62ed11398df, store=A 2024-11-25T20:24:03,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:03,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cdb329efd2063fd58c1a62ed11398df, store=B 2024-11-25T20:24:03,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:03,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cdb329efd2063fd58c1a62ed11398df, store=C 2024-11-25T20:24:03,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:03,261 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112554b8c7b4e6d8492b850577d92f244d82_4cdb329efd2063fd58c1a62ed11398df is 50, key is test_row_0/A:col10/1732566243206/Put/seqid=0 2024-11-25T20:24:03,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:03,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:03,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53678 deadline: 1732566303292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:03,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53658 deadline: 1732566303281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:03,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742071_1247 (size=14994) 2024-11-25T20:24:03,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-25T20:24:03,296 INFO [Thread-671 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-11-25T20:24:03,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:03,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1732566303294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:03,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:03,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1732566303294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:03,307 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:03,307 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:24:03,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:03,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1732566303295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:03,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees 2024-11-25T20:24:03,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-25T20:24:03,311 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:24:03,313 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112554b8c7b4e6d8492b850577d92f244d82_4cdb329efd2063fd58c1a62ed11398df to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112554b8c7b4e6d8492b850577d92f244d82_4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:24:03,316 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/9117caa00e3840ae865bfaf54f664628, store: [table=TestAcidGuarantees family=A region=4cdb329efd2063fd58c1a62ed11398df] 2024-11-25T20:24:03,316 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/9117caa00e3840ae865bfaf54f664628 is 175, key is test_row_0/A:col10/1732566243206/Put/seqid=0 2024-11-25T20:24:03,318 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:24:03,319 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:24:03,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742072_1248 (size=39949) 2024-11-25T20:24:03,375 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=419, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/9117caa00e3840ae865bfaf54f664628 2024-11-25T20:24:03,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:03,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53658 deadline: 1732566303395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:03,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:03,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53678 deadline: 1732566303398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:03,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:03,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1732566303399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:03,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:03,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1732566303403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:03,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-25T20:24:03,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:03,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1732566303411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:03,423 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/1da86240c3514a3d9c08c77791ef9c77 is 50, key is test_row_0/B:col10/1732566243206/Put/seqid=0 2024-11-25T20:24:03,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742073_1249 (size=12301) 2024-11-25T20:24:03,476 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:03,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-25T20:24:03,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:24:03,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. as already flushing 2024-11-25T20:24:03,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:24:03,483 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:03,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:03,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:03,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:03,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53678 deadline: 1732566303610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:03,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-25T20:24:03,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:03,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53658 deadline: 1732566303611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:03,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:03,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1732566303611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:03,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:03,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1732566303619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:03,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:03,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1732566303621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:03,645 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:03,645 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-25T20:24:03,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:24:03,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. as already flushing 2024-11-25T20:24:03,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:24:03,649 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:03,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:03,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:03,803 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:03,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-25T20:24:03,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:24:03,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. as already flushing 2024-11-25T20:24:03,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:24:03,804 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:03,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:03,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:03,868 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/1da86240c3514a3d9c08c77791ef9c77 2024-11-25T20:24:03,892 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/1a87173c16324e7b97d896246ac7f964 is 50, key is test_row_0/C:col10/1732566243206/Put/seqid=0 2024-11-25T20:24:03,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-25T20:24:03,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:03,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53678 deadline: 1732566303914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:03,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:03,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1732566303919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:03,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:03,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53658 deadline: 1732566303920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:03,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742074_1250 (size=12301) 2024-11-25T20:24:03,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:03,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1732566303932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:03,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:03,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1732566303947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:03,954 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/1a87173c16324e7b97d896246ac7f964 2024-11-25T20:24:03,957 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:03,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-25T20:24:03,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:24:03,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. as already flushing 2024-11-25T20:24:03,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:24:03,963 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:03,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:03,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:03,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/9117caa00e3840ae865bfaf54f664628 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/9117caa00e3840ae865bfaf54f664628 2024-11-25T20:24:03,986 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/9117caa00e3840ae865bfaf54f664628, entries=200, sequenceid=419, filesize=39.0 K 2024-11-25T20:24:03,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/1da86240c3514a3d9c08c77791ef9c77 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/1da86240c3514a3d9c08c77791ef9c77 2024-11-25T20:24:03,994 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/1da86240c3514a3d9c08c77791ef9c77, entries=150, sequenceid=419, filesize=12.0 K 2024-11-25T20:24:04,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/1a87173c16324e7b97d896246ac7f964 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/1a87173c16324e7b97d896246ac7f964 2024-11-25T20:24:04,071 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/1a87173c16324e7b97d896246ac7f964, entries=150, sequenceid=419, filesize=12.0 K 2024-11-25T20:24:04,072 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 4cdb329efd2063fd58c1a62ed11398df in 865ms, sequenceid=419, compaction requested=true 2024-11-25T20:24:04,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4cdb329efd2063fd58c1a62ed11398df: 2024-11-25T20:24:04,072 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:24:04,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4cdb329efd2063fd58c1a62ed11398df:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:24:04,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:04,072 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:24:04,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4cdb329efd2063fd58c1a62ed11398df:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:24:04,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:04,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4cdb329efd2063fd58c1a62ed11398df:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:24:04,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:24:04,094 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 143260 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:24:04,094 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1540): 4cdb329efd2063fd58c1a62ed11398df/A is initiating minor compaction (all files) 2024-11-25T20:24:04,094 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4cdb329efd2063fd58c1a62ed11398df/A in TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:24:04,094 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/26a72a6cc2df48d2a0a5e2976e3f0235, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/ff9166e57c504b4aa99659aafe1fe0e3, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/5c94a275e92d41ff914557aad02119bb, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/9117caa00e3840ae865bfaf54f664628] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp, totalSize=139.9 K 2024-11-25T20:24:04,094 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:24:04,094 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. files: [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/26a72a6cc2df48d2a0a5e2976e3f0235, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/ff9166e57c504b4aa99659aafe1fe0e3, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/5c94a275e92d41ff914557aad02119bb, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/9117caa00e3840ae865bfaf54f664628] 2024-11-25T20:24:04,096 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50056 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:24:04,096 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): 4cdb329efd2063fd58c1a62ed11398df/B is initiating minor compaction (all files) 2024-11-25T20:24:04,096 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 26a72a6cc2df48d2a0a5e2976e3f0235, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1732566239614 2024-11-25T20:24:04,096 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4cdb329efd2063fd58c1a62ed11398df/B in TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:24:04,096 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/2422eb63cb54488c89c6ca00472e59c5, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/58f967d036774a65b092bdb441e991ba, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/19658ceaacaa493e8ef10c8a26df4644, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/1da86240c3514a3d9c08c77791ef9c77] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp, totalSize=48.9 K 2024-11-25T20:24:04,098 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 2422eb63cb54488c89c6ca00472e59c5, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1732566239614 2024-11-25T20:24:04,098 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff9166e57c504b4aa99659aafe1fe0e3, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1732566240803 2024-11-25T20:24:04,099 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5c94a275e92d41ff914557aad02119bb, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1732566241234 2024-11-25T20:24:04,101 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 58f967d036774a65b092bdb441e991ba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1732566240803 2024-11-25T20:24:04,101 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9117caa00e3840ae865bfaf54f664628, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1732566242478 2024-11-25T20:24:04,104 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 19658ceaacaa493e8ef10c8a26df4644, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1732566241234 2024-11-25T20:24:04,111 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 1da86240c3514a3d9c08c77791ef9c77, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1732566242551 2024-11-25T20:24:04,120 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:04,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-25T20:24:04,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:24:04,121 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2837): Flushing 4cdb329efd2063fd58c1a62ed11398df 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-25T20:24:04,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cdb329efd2063fd58c1a62ed11398df, store=A 2024-11-25T20:24:04,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:04,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cdb329efd2063fd58c1a62ed11398df, store=B 2024-11-25T20:24:04,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:04,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cdb329efd2063fd58c1a62ed11398df, store=C 2024-11-25T20:24:04,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:04,147 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4cdb329efd2063fd58c1a62ed11398df] 2024-11-25T20:24:04,173 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4cdb329efd2063fd58c1a62ed11398df#B#compaction#205 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:04,174 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/1a090bcc7d6f4d3384c3d09b8f36de70 is 50, key is test_row_0/B:col10/1732566243206/Put/seqid=0 2024-11-25T20:24:04,183 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125d334222423634bc2995342ce8e94b05e_4cdb329efd2063fd58c1a62ed11398df store=[table=TestAcidGuarantees family=A region=4cdb329efd2063fd58c1a62ed11398df] 2024-11-25T20:24:04,185 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125d334222423634bc2995342ce8e94b05e_4cdb329efd2063fd58c1a62ed11398df, store=[table=TestAcidGuarantees family=A region=4cdb329efd2063fd58c1a62ed11398df] 2024-11-25T20:24:04,185 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d334222423634bc2995342ce8e94b05e_4cdb329efd2063fd58c1a62ed11398df because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4cdb329efd2063fd58c1a62ed11398df] 2024-11-25T20:24:04,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125c24512ca320b409e964fbdcbe18441ae_4cdb329efd2063fd58c1a62ed11398df is 50, key is test_row_0/A:col10/1732566243292/Put/seqid=0 2024-11-25T20:24:04,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742075_1251 (size=13289) 2024-11-25T20:24:04,259 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/1a090bcc7d6f4d3384c3d09b8f36de70 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/1a090bcc7d6f4d3384c3d09b8f36de70 2024-11-25T20:24:04,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742076_1252 (size=4469) 2024-11-25T20:24:04,271 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4cdb329efd2063fd58c1a62ed11398df#A#compaction#204 average throughput is 0.20 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:04,272 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/0a180b215b554792a61b001f9e3b8a1e is 175, key is test_row_0/A:col10/1732566243206/Put/seqid=0 2024-11-25T20:24:04,275 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4cdb329efd2063fd58c1a62ed11398df/B of 4cdb329efd2063fd58c1a62ed11398df into 1a090bcc7d6f4d3384c3d09b8f36de70(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:04,275 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4cdb329efd2063fd58c1a62ed11398df: 2024-11-25T20:24:04,275 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df., storeName=4cdb329efd2063fd58c1a62ed11398df/B, priority=12, startTime=1732566244072; duration=0sec 2024-11-25T20:24:04,275 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:24:04,275 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4cdb329efd2063fd58c1a62ed11398df:B 2024-11-25T20:24:04,275 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:24:04,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742077_1253 (size=12454) 2024-11-25T20:24:04,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,284 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50056 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:24:04,285 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): 4cdb329efd2063fd58c1a62ed11398df/C is initiating minor compaction (all files) 2024-11-25T20:24:04,285 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4cdb329efd2063fd58c1a62ed11398df/C in TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:24:04,286 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/5af260dd39314ba4ba4fcde2a8c1f5b0, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/9794e53dff9e40e29f721b7930c43d3f, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/ef8b176951f84ca8a2f7c268917bf517, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/1a87173c16324e7b97d896246ac7f964] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp, totalSize=48.9 K 2024-11-25T20:24:04,293 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 5af260dd39314ba4ba4fcde2a8c1f5b0, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1732566239614 2024-11-25T20:24:04,294 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125c24512ca320b409e964fbdcbe18441ae_4cdb329efd2063fd58c1a62ed11398df to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c24512ca320b409e964fbdcbe18441ae_4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:24:04,294 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 9794e53dff9e40e29f721b7930c43d3f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1732566240803 2024-11-25T20:24:04,305 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting ef8b176951f84ca8a2f7c268917bf517, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1732566241234 2024-11-25T20:24:04,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/f3a9d606f763479dacb1b24859efbbc6, store: [table=TestAcidGuarantees family=A region=4cdb329efd2063fd58c1a62ed11398df] 2024-11-25T20:24:04,306 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 1a87173c16324e7b97d896246ac7f964, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1732566242551 2024-11-25T20:24:04,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/f3a9d606f763479dacb1b24859efbbc6 is 175, key is test_row_0/A:col10/1732566243292/Put/seqid=0 2024-11-25T20:24:04,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742078_1254 (size=32243) 2024-11-25T20:24:04,381 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4cdb329efd2063fd58c1a62ed11398df#C#compaction#207 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:04,382 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/3b3c8a26efbc4c2a9acbf11c188182a5 is 50, key is test_row_0/C:col10/1732566243206/Put/seqid=0 2024-11-25T20:24:04,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742079_1255 (size=31255) 2024-11-25T20:24:04,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-25T20:24:04,416 DEBUG [Thread-672 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72e0e243 to 127.0.0.1:49356 2024-11-25T20:24:04,416 DEBUG [Thread-672 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:24:04,423 DEBUG [Thread-676 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x05377d7b to 127.0.0.1:49356 2024-11-25T20:24:04,423 DEBUG [Thread-676 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:24:04,425 DEBUG [Thread-678 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0e03afae to 127.0.0.1:49356 2024-11-25T20:24:04,425 DEBUG [Thread-678 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:24:04,430 DEBUG [Thread-674 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58f77316 to 127.0.0.1:49356 2024-11-25T20:24:04,430 DEBUG [Thread-674 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:24:04,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. as already flushing 2024-11-25T20:24:04,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on 4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:24:04,443 DEBUG [Thread-663 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0fabef65 to 127.0.0.1:49356 2024-11-25T20:24:04,444 DEBUG [Thread-663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:24:04,448 DEBUG [Thread-661 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4d0d46d5 to 127.0.0.1:49356 2024-11-25T20:24:04,448 DEBUG [Thread-661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:24:04,456 DEBUG [Thread-667 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4aaaa04c to 127.0.0.1:49356 2024-11-25T20:24:04,456 DEBUG [Thread-667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:24:04,464 DEBUG [Thread-665 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x00491a94 to 127.0.0.1:49356 2024-11-25T20:24:04,464 DEBUG [Thread-665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:24:04,475 DEBUG [Thread-669 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6c05e787 to 127.0.0.1:49356 2024-11-25T20:24:04,475 DEBUG [Thread-669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:24:04,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742080_1256 (size=13289) 2024-11-25T20:24:04,513 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/3b3c8a26efbc4c2a9acbf11c188182a5 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/3b3c8a26efbc4c2a9acbf11c188182a5 2024-11-25T20:24:04,527 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4cdb329efd2063fd58c1a62ed11398df/C of 4cdb329efd2063fd58c1a62ed11398df into 3b3c8a26efbc4c2a9acbf11c188182a5(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:04,527 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4cdb329efd2063fd58c1a62ed11398df: 2024-11-25T20:24:04,527 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df., storeName=4cdb329efd2063fd58c1a62ed11398df/C, priority=12, startTime=1732566244073; duration=0sec 2024-11-25T20:24:04,527 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:04,528 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4cdb329efd2063fd58c1a62ed11398df:C 2024-11-25T20:24:04,735 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/0a180b215b554792a61b001f9e3b8a1e as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/0a180b215b554792a61b001f9e3b8a1e 2024-11-25T20:24:04,749 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4cdb329efd2063fd58c1a62ed11398df/A of 4cdb329efd2063fd58c1a62ed11398df into 0a180b215b554792a61b001f9e3b8a1e(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:04,749 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4cdb329efd2063fd58c1a62ed11398df: 2024-11-25T20:24:04,749 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df., storeName=4cdb329efd2063fd58c1a62ed11398df/A, priority=12, startTime=1732566244072; duration=0sec 2024-11-25T20:24:04,749 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:04,749 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4cdb329efd2063fd58c1a62ed11398df:A 2024-11-25T20:24:04,778 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=442, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/f3a9d606f763479dacb1b24859efbbc6 2024-11-25T20:24:04,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/24555fef1acb46809823a2cb87cd540b is 50, key is test_row_0/B:col10/1732566243292/Put/seqid=0 2024-11-25T20:24:04,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742081_1257 (size=12301) 2024-11-25T20:24:04,866 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=442 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/24555fef1acb46809823a2cb87cd540b 2024-11-25T20:24:04,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/cae4e11ec53542e39665484a15270d54 is 50, key is test_row_0/C:col10/1732566243292/Put/seqid=0 2024-11-25T20:24:04,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742082_1258 (size=12301) 2024-11-25T20:24:04,986 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=442 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/cae4e11ec53542e39665484a15270d54 2024-11-25T20:24:05,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/f3a9d606f763479dacb1b24859efbbc6 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/f3a9d606f763479dacb1b24859efbbc6 2024-11-25T20:24:05,056 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/f3a9d606f763479dacb1b24859efbbc6, entries=150, sequenceid=442, filesize=30.5 K 2024-11-25T20:24:05,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/24555fef1acb46809823a2cb87cd540b as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/24555fef1acb46809823a2cb87cd540b 2024-11-25T20:24:05,079 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/24555fef1acb46809823a2cb87cd540b, entries=150, sequenceid=442, filesize=12.0 K 2024-11-25T20:24:05,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/cae4e11ec53542e39665484a15270d54 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/cae4e11ec53542e39665484a15270d54 2024-11-25T20:24:05,100 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/cae4e11ec53542e39665484a15270d54, entries=150, sequenceid=442, filesize=12.0 K 2024-11-25T20:24:05,104 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=33.54 KB/34350 for 4cdb329efd2063fd58c1a62ed11398df in 982ms, sequenceid=442, compaction requested=false 2024-11-25T20:24:05,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for 4cdb329efd2063fd58c1a62ed11398df: 2024-11-25T20:24:05,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:24:05,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-25T20:24:05,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4106): Remote procedure done, pid=60 2024-11-25T20:24:05,120 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-25T20:24:05,120 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7950 sec 2024-11-25T20:24:05,121 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 1.8130 sec 2024-11-25T20:24:05,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-25T20:24:05,418 INFO [Thread-671 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-25T20:24:05,418 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T20:24:05,418 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 75 2024-11-25T20:24:05,418 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 63 2024-11-25T20:24:05,418 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 75 2024-11-25T20:24:05,418 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-11-25T20:24:05,418 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 71 2024-11-25T20:24:05,418 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T20:24:05,418 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2452 2024-11-25T20:24:05,418 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2300 2024-11-25T20:24:05,418 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T20:24:05,418 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1039 2024-11-25T20:24:05,418 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3117 rows 2024-11-25T20:24:05,418 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1021 2024-11-25T20:24:05,418 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3061 rows 2024-11-25T20:24:05,418 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-25T20:24:05,418 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6e127125 to 127.0.0.1:49356 2024-11-25T20:24:05,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:24:05,420 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-25T20:24:05,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-25T20:24:05,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T20:24:05,426 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732566245425"}]},"ts":"1732566245425"} 2024-11-25T20:24:05,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-25T20:24:05,449 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T20:24:05,498 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T20:24:05,500 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T20:24:05,501 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4cdb329efd2063fd58c1a62ed11398df, UNASSIGN}] 2024-11-25T20:24:05,502 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4cdb329efd2063fd58c1a62ed11398df, UNASSIGN 2024-11-25T20:24:05,507 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=4cdb329efd2063fd58c1a62ed11398df, regionState=CLOSING, regionLocation=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:05,512 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T20:24:05,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; CloseRegionProcedure 4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451}] 2024-11-25T20:24:05,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-25T20:24:05,672 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:05,675 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] handler.UnassignRegionHandler(124): Close 4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:24:05,675 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T20:24:05,675 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1681): Closing 4cdb329efd2063fd58c1a62ed11398df, disabling compactions & flushes 2024-11-25T20:24:05,675 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:24:05,675 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:24:05,675 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. after waiting 0 ms 2024-11-25T20:24:05,675 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:24:05,675 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(2837): Flushing 4cdb329efd2063fd58c1a62ed11398df 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-25T20:24:05,675 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cdb329efd2063fd58c1a62ed11398df, store=A 2024-11-25T20:24:05,676 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:05,676 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cdb329efd2063fd58c1a62ed11398df, store=B 2024-11-25T20:24:05,676 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:05,676 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cdb329efd2063fd58c1a62ed11398df, store=C 2024-11-25T20:24:05,676 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:05,721 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112582c1cb030e9b41989f3e4c1251ba44b8_4cdb329efd2063fd58c1a62ed11398df is 50, key is test_row_0/A:col10/1732566244466/Put/seqid=0 2024-11-25T20:24:05,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-25T20:24:05,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742083_1259 (size=12454) 2024-11-25T20:24:05,770 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:05,776 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112582c1cb030e9b41989f3e4c1251ba44b8_4cdb329efd2063fd58c1a62ed11398df to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112582c1cb030e9b41989f3e4c1251ba44b8_4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:24:05,778 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/b3d079f2ef5344a2b6e5e4744655ee14, store: [table=TestAcidGuarantees family=A region=4cdb329efd2063fd58c1a62ed11398df] 2024-11-25T20:24:05,778 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/b3d079f2ef5344a2b6e5e4744655ee14 is 175, key is test_row_0/A:col10/1732566244466/Put/seqid=0 2024-11-25T20:24:05,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742084_1260 (size=31255) 2024-11-25T20:24:05,829 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=453, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/b3d079f2ef5344a2b6e5e4744655ee14 2024-11-25T20:24:05,851 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/530cbbacfe8b4814ba120c8eabd7bff3 is 50, key is test_row_0/B:col10/1732566244466/Put/seqid=0 2024-11-25T20:24:05,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742085_1261 (size=12301) 2024-11-25T20:24:05,890 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/530cbbacfe8b4814ba120c8eabd7bff3 2024-11-25T20:24:05,925 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/ea28597d5614409d91f1bb262cba07aa is 50, key is test_row_0/C:col10/1732566244466/Put/seqid=0 2024-11-25T20:24:05,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742086_1262 (size=12301) 2024-11-25T20:24:05,983 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/ea28597d5614409d91f1bb262cba07aa 2024-11-25T20:24:05,992 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/A/b3d079f2ef5344a2b6e5e4744655ee14 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/b3d079f2ef5344a2b6e5e4744655ee14 2024-11-25T20:24:05,999 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/b3d079f2ef5344a2b6e5e4744655ee14, entries=150, sequenceid=453, filesize=30.5 K 2024-11-25T20:24:06,011 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/B/530cbbacfe8b4814ba120c8eabd7bff3 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/530cbbacfe8b4814ba120c8eabd7bff3 2024-11-25T20:24:06,035 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/530cbbacfe8b4814ba120c8eabd7bff3, entries=150, sequenceid=453, filesize=12.0 K 2024-11-25T20:24:06,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-25T20:24:06,043 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/.tmp/C/ea28597d5614409d91f1bb262cba07aa as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/ea28597d5614409d91f1bb262cba07aa 2024-11-25T20:24:06,063 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/ea28597d5614409d91f1bb262cba07aa, entries=150, sequenceid=453, filesize=12.0 K 2024-11-25T20:24:06,071 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 4cdb329efd2063fd58c1a62ed11398df in 395ms, sequenceid=453, compaction requested=true 2024-11-25T20:24:06,091 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/81d82c5380234646a4d56ed1cc5f4791, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/f798c235523a464789867a2930373bf9, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/53626723ab9e42db8e147e63080e76ac, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/e43eb05a77534918aa04d66f28668f06, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/5eabb4aa09594ad5961b004440a76313, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/a6bc9876c15a4db1980e44109779bfb4, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/1a8c428cbe524e33ae730ec839b23349, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/9be3c7c97c0448c0b441206dec8faa91, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/2abe12d686104a2897202fa8a92a96c5, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/327af342fbbc4395b6db171a5c357174, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/f2332e4dcda74c1d8e7718cbe5161f02, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/2d906b48c83e4d10b780f0cb43e8a7e5, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/f4b45fcb07724e588de650c476994ed2, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/ac2a978a8cc94908b56e2cb074531d45, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/a88619fba1be4866b0bee1d73538d90d, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/c74c03ce9e8a469a873945747f5fd301, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/d4a5f7f160ae4111af5dede4e61560ae, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/da09493a00a643feb3619ce30fb51d0f, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/9b869796f1344aedb40ac22431101dbd, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/9f206546dec547dba19dcea72174485b, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/f22c512045a544339edf7cb82364b31a, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/7c8e41fa28be48db9ffc6ea2c4737e4a, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/438770444b1640ff91a6d6927b5faa5a, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/fb1bba3ea79d4a8289c973b5d8fa4d58, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/26a72a6cc2df48d2a0a5e2976e3f0235, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/f51d37e62e564e35b860cfb9893117d7, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/ff9166e57c504b4aa99659aafe1fe0e3, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/5c94a275e92d41ff914557aad02119bb, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/9117caa00e3840ae865bfaf54f664628] to archive 2024-11-25T20:24:06,093 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T20:24:06,112 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/81d82c5380234646a4d56ed1cc5f4791 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/81d82c5380234646a4d56ed1cc5f4791 2024-11-25T20:24:06,122 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/f798c235523a464789867a2930373bf9 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/f798c235523a464789867a2930373bf9 2024-11-25T20:24:06,125 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/53626723ab9e42db8e147e63080e76ac to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/53626723ab9e42db8e147e63080e76ac 2024-11-25T20:24:06,133 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/e43eb05a77534918aa04d66f28668f06 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/e43eb05a77534918aa04d66f28668f06 2024-11-25T20:24:06,147 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/5eabb4aa09594ad5961b004440a76313 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/5eabb4aa09594ad5961b004440a76313 2024-11-25T20:24:06,159 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/a6bc9876c15a4db1980e44109779bfb4 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/a6bc9876c15a4db1980e44109779bfb4 2024-11-25T20:24:06,161 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/1a8c428cbe524e33ae730ec839b23349 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/1a8c428cbe524e33ae730ec839b23349 2024-11-25T20:24:06,164 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/9be3c7c97c0448c0b441206dec8faa91 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/9be3c7c97c0448c0b441206dec8faa91 2024-11-25T20:24:06,166 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/2abe12d686104a2897202fa8a92a96c5 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/2abe12d686104a2897202fa8a92a96c5 2024-11-25T20:24:06,171 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/327af342fbbc4395b6db171a5c357174 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/327af342fbbc4395b6db171a5c357174 2024-11-25T20:24:06,174 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/f2332e4dcda74c1d8e7718cbe5161f02 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/f2332e4dcda74c1d8e7718cbe5161f02 2024-11-25T20:24:06,177 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/2d906b48c83e4d10b780f0cb43e8a7e5 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/2d906b48c83e4d10b780f0cb43e8a7e5 2024-11-25T20:24:06,185 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/f4b45fcb07724e588de650c476994ed2 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/f4b45fcb07724e588de650c476994ed2 2024-11-25T20:24:06,188 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/ac2a978a8cc94908b56e2cb074531d45 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/ac2a978a8cc94908b56e2cb074531d45 2024-11-25T20:24:06,194 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/a88619fba1be4866b0bee1d73538d90d to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/a88619fba1be4866b0bee1d73538d90d 2024-11-25T20:24:06,197 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/c74c03ce9e8a469a873945747f5fd301 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/c74c03ce9e8a469a873945747f5fd301 2024-11-25T20:24:06,200 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/d4a5f7f160ae4111af5dede4e61560ae to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/d4a5f7f160ae4111af5dede4e61560ae 2024-11-25T20:24:06,202 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/da09493a00a643feb3619ce30fb51d0f to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/da09493a00a643feb3619ce30fb51d0f 2024-11-25T20:24:06,206 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/9b869796f1344aedb40ac22431101dbd to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/9b869796f1344aedb40ac22431101dbd 2024-11-25T20:24:06,208 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/9f206546dec547dba19dcea72174485b to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/9f206546dec547dba19dcea72174485b 2024-11-25T20:24:06,211 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/f22c512045a544339edf7cb82364b31a to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/f22c512045a544339edf7cb82364b31a 2024-11-25T20:24:06,225 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/7c8e41fa28be48db9ffc6ea2c4737e4a to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/7c8e41fa28be48db9ffc6ea2c4737e4a 2024-11-25T20:24:06,228 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/438770444b1640ff91a6d6927b5faa5a to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/438770444b1640ff91a6d6927b5faa5a 2024-11-25T20:24:06,236 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/fb1bba3ea79d4a8289c973b5d8fa4d58 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/fb1bba3ea79d4a8289c973b5d8fa4d58 2024-11-25T20:24:06,250 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/26a72a6cc2df48d2a0a5e2976e3f0235 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/26a72a6cc2df48d2a0a5e2976e3f0235 2024-11-25T20:24:06,255 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/f51d37e62e564e35b860cfb9893117d7 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/f51d37e62e564e35b860cfb9893117d7 2024-11-25T20:24:06,262 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/ff9166e57c504b4aa99659aafe1fe0e3 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/ff9166e57c504b4aa99659aafe1fe0e3 2024-11-25T20:24:06,268 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/5c94a275e92d41ff914557aad02119bb to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/5c94a275e92d41ff914557aad02119bb 2024-11-25T20:24:06,273 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/9117caa00e3840ae865bfaf54f664628 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/9117caa00e3840ae865bfaf54f664628 2024-11-25T20:24:06,294 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/9f10b07c940145d8af3aa32a6addd997, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/4184d4591c934a7eac6b3e464664a13d, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/ca458f7b8f7f49cbb0960e29938da5c9, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/13b012aa8f684db5b7e062f11a0f22c0, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/c67738cc8a5847a7823df1519404309b, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/818ae71aaf1d482ea7f7489d79324a14, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/fe053aff106446aea9792e91c7a12566, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/d3e3670440ec4516a55043d4713f89ae, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/86674fc37b924922a4c96341aefb4a9e, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/05862a756c6e48439275560365e14406, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/7b9f08105d5f45c8956b8872c90d608c, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/368ce44644da487f80a8c8a1a43275e3, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/3fade4d6390d4b72b0cec4779437bedb, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/7b6ffcef6cac47f6832ec2589740308a, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/5a1c5b9bce2043b595e31485e54f1ecc, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/1b214736393344659c8461cfe09e5250, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/7b340753120b40b49a8fc996a4cef98a, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/6a6ab4205fa24b48b97f1407b1e50424, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/68fea47378e24eda9498d032cb8f1402, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/cadfede6c1cc476c9b5e4b52ca8e7a3d, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/3b5e37b869e1405a8152a8f2f706ec7a, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/413fc188485d4c7ba516fe60a1b81054, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/9794ceb28b4347eeafa701a1b42c58d0, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/09a2299c3cf0469c9381013a2def08cb, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/2422eb63cb54488c89c6ca00472e59c5, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/7080254199494e6fbab5dd171274d835, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/58f967d036774a65b092bdb441e991ba, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/19658ceaacaa493e8ef10c8a26df4644, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/1da86240c3514a3d9c08c77791ef9c77] to archive 2024-11-25T20:24:06,296 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T20:24:06,319 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/9f10b07c940145d8af3aa32a6addd997 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/9f10b07c940145d8af3aa32a6addd997 2024-11-25T20:24:06,338 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/4184d4591c934a7eac6b3e464664a13d to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/4184d4591c934a7eac6b3e464664a13d 2024-11-25T20:24:06,345 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/ca458f7b8f7f49cbb0960e29938da5c9 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/ca458f7b8f7f49cbb0960e29938da5c9 2024-11-25T20:24:06,357 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/13b012aa8f684db5b7e062f11a0f22c0 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/13b012aa8f684db5b7e062f11a0f22c0 2024-11-25T20:24:06,383 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/c67738cc8a5847a7823df1519404309b to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/c67738cc8a5847a7823df1519404309b 2024-11-25T20:24:06,385 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/818ae71aaf1d482ea7f7489d79324a14 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/818ae71aaf1d482ea7f7489d79324a14 2024-11-25T20:24:06,395 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/fe053aff106446aea9792e91c7a12566 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/fe053aff106446aea9792e91c7a12566 2024-11-25T20:24:06,397 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/d3e3670440ec4516a55043d4713f89ae to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/d3e3670440ec4516a55043d4713f89ae 2024-11-25T20:24:06,399 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/86674fc37b924922a4c96341aefb4a9e to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/86674fc37b924922a4c96341aefb4a9e 2024-11-25T20:24:06,400 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/05862a756c6e48439275560365e14406 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/05862a756c6e48439275560365e14406 2024-11-25T20:24:06,411 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/7b9f08105d5f45c8956b8872c90d608c to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/7b9f08105d5f45c8956b8872c90d608c 2024-11-25T20:24:06,414 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/368ce44644da487f80a8c8a1a43275e3 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/368ce44644da487f80a8c8a1a43275e3 2024-11-25T20:24:06,416 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/3fade4d6390d4b72b0cec4779437bedb to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/3fade4d6390d4b72b0cec4779437bedb 2024-11-25T20:24:06,424 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/7b6ffcef6cac47f6832ec2589740308a to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/7b6ffcef6cac47f6832ec2589740308a 2024-11-25T20:24:06,426 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/5a1c5b9bce2043b595e31485e54f1ecc to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/5a1c5b9bce2043b595e31485e54f1ecc 2024-11-25T20:24:06,430 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/1b214736393344659c8461cfe09e5250 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/1b214736393344659c8461cfe09e5250 2024-11-25T20:24:06,432 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/7b340753120b40b49a8fc996a4cef98a to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/7b340753120b40b49a8fc996a4cef98a 2024-11-25T20:24:06,435 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/6a6ab4205fa24b48b97f1407b1e50424 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/6a6ab4205fa24b48b97f1407b1e50424 2024-11-25T20:24:06,437 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/68fea47378e24eda9498d032cb8f1402 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/68fea47378e24eda9498d032cb8f1402 2024-11-25T20:24:06,447 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/cadfede6c1cc476c9b5e4b52ca8e7a3d to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/cadfede6c1cc476c9b5e4b52ca8e7a3d 2024-11-25T20:24:06,451 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/3b5e37b869e1405a8152a8f2f706ec7a to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/3b5e37b869e1405a8152a8f2f706ec7a 2024-11-25T20:24:06,464 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/413fc188485d4c7ba516fe60a1b81054 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/413fc188485d4c7ba516fe60a1b81054 2024-11-25T20:24:06,466 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/9794ceb28b4347eeafa701a1b42c58d0 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/9794ceb28b4347eeafa701a1b42c58d0 2024-11-25T20:24:06,473 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/09a2299c3cf0469c9381013a2def08cb to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/09a2299c3cf0469c9381013a2def08cb 2024-11-25T20:24:06,476 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/2422eb63cb54488c89c6ca00472e59c5 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/2422eb63cb54488c89c6ca00472e59c5 2024-11-25T20:24:06,478 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/7080254199494e6fbab5dd171274d835 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/7080254199494e6fbab5dd171274d835 2024-11-25T20:24:06,479 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/58f967d036774a65b092bdb441e991ba to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/58f967d036774a65b092bdb441e991ba 2024-11-25T20:24:06,482 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/19658ceaacaa493e8ef10c8a26df4644 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/19658ceaacaa493e8ef10c8a26df4644 2024-11-25T20:24:06,484 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/1da86240c3514a3d9c08c77791ef9c77 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/1da86240c3514a3d9c08c77791ef9c77 2024-11-25T20:24:06,500 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/a8537ade8df34a25bb4fb7e111e5c7f5, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/e15ea8aabeaf4ce988c1e2cc1bd60e09, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/704054ae3e57446092b0f7c9273aac37, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/9c8d581abccb409d840a199dd5f96b11, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/dad6e1bd626741ce9a93e4d951653813, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/5777a139e0e4436bae44bbd2a162d61f, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/fb2030cdcb9e4b50b8442f3d6b869b17, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/bad32e35cc0d4b5a97c93be23d2f4508, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/4e99612292284cfdb99a67d2ef93f60a, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/88635a72b6364e73995b29fd183d8f24, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/261a4dc5eecb474d86f25f1106a1d016, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/657c2f53707748cca0d0d36aae5e52f0, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/04e4f15771474a0e9a7b08d2b04f8609, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/00c8286790e6461489338b4b2ebaeb77, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/bc34f943ef444a15a3c75e6ee2cf1725, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/2ce649a25294480d957bc65259cd62dd, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/b49a6c689bac4e1bb7c6992a5c7969dc, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/5918980023be43bdb32b37e91e96109c, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/63b4ded43d4a40d5a68961ab6b18c428, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/7a4d1d8fb7f8425b81095ffa7b3259a3, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/539892c3ce4f4401af2f00881e964261, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/12007f7a912540688ed3e7d751964c7e, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/516b381ab8e94943929e9ab9acd4f0c1, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/16320824ddbd408389e109929053f845, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/5af260dd39314ba4ba4fcde2a8c1f5b0, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/d3d7d9f409654803905b8bafd617b241, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/9794e53dff9e40e29f721b7930c43d3f, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/ef8b176951f84ca8a2f7c268917bf517, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/1a87173c16324e7b97d896246ac7f964] to archive 2024-11-25T20:24:06,501 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T20:24:06,503 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/a8537ade8df34a25bb4fb7e111e5c7f5 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/a8537ade8df34a25bb4fb7e111e5c7f5 2024-11-25T20:24:06,505 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/e15ea8aabeaf4ce988c1e2cc1bd60e09 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/e15ea8aabeaf4ce988c1e2cc1bd60e09 2024-11-25T20:24:06,507 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/704054ae3e57446092b0f7c9273aac37 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/704054ae3e57446092b0f7c9273aac37 2024-11-25T20:24:06,509 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/9c8d581abccb409d840a199dd5f96b11 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/9c8d581abccb409d840a199dd5f96b11 2024-11-25T20:24:06,513 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/dad6e1bd626741ce9a93e4d951653813 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/dad6e1bd626741ce9a93e4d951653813 2024-11-25T20:24:06,515 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/5777a139e0e4436bae44bbd2a162d61f to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/5777a139e0e4436bae44bbd2a162d61f 2024-11-25T20:24:06,529 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/fb2030cdcb9e4b50b8442f3d6b869b17 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/fb2030cdcb9e4b50b8442f3d6b869b17 2024-11-25T20:24:06,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-25T20:24:06,539 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/bad32e35cc0d4b5a97c93be23d2f4508 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/bad32e35cc0d4b5a97c93be23d2f4508 2024-11-25T20:24:06,551 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/4e99612292284cfdb99a67d2ef93f60a to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/4e99612292284cfdb99a67d2ef93f60a 2024-11-25T20:24:06,567 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/88635a72b6364e73995b29fd183d8f24 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/88635a72b6364e73995b29fd183d8f24 2024-11-25T20:24:06,579 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/261a4dc5eecb474d86f25f1106a1d016 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/261a4dc5eecb474d86f25f1106a1d016 2024-11-25T20:24:06,599 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/657c2f53707748cca0d0d36aae5e52f0 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/657c2f53707748cca0d0d36aae5e52f0 2024-11-25T20:24:06,604 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/04e4f15771474a0e9a7b08d2b04f8609 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/04e4f15771474a0e9a7b08d2b04f8609 2024-11-25T20:24:06,605 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/00c8286790e6461489338b4b2ebaeb77 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/00c8286790e6461489338b4b2ebaeb77 2024-11-25T20:24:06,607 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/bc34f943ef444a15a3c75e6ee2cf1725 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/bc34f943ef444a15a3c75e6ee2cf1725 2024-11-25T20:24:06,610 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/2ce649a25294480d957bc65259cd62dd to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/2ce649a25294480d957bc65259cd62dd 2024-11-25T20:24:06,612 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/b49a6c689bac4e1bb7c6992a5c7969dc to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/b49a6c689bac4e1bb7c6992a5c7969dc 2024-11-25T20:24:06,614 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/5918980023be43bdb32b37e91e96109c to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/5918980023be43bdb32b37e91e96109c 2024-11-25T20:24:06,619 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/63b4ded43d4a40d5a68961ab6b18c428 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/63b4ded43d4a40d5a68961ab6b18c428 2024-11-25T20:24:06,621 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/7a4d1d8fb7f8425b81095ffa7b3259a3 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/7a4d1d8fb7f8425b81095ffa7b3259a3 2024-11-25T20:24:06,624 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/539892c3ce4f4401af2f00881e964261 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/539892c3ce4f4401af2f00881e964261 2024-11-25T20:24:06,625 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/12007f7a912540688ed3e7d751964c7e to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/12007f7a912540688ed3e7d751964c7e 2024-11-25T20:24:06,655 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/516b381ab8e94943929e9ab9acd4f0c1 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/516b381ab8e94943929e9ab9acd4f0c1 2024-11-25T20:24:06,657 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/16320824ddbd408389e109929053f845 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/16320824ddbd408389e109929053f845 2024-11-25T20:24:06,658 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/5af260dd39314ba4ba4fcde2a8c1f5b0 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/5af260dd39314ba4ba4fcde2a8c1f5b0 2024-11-25T20:24:06,664 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/d3d7d9f409654803905b8bafd617b241 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/d3d7d9f409654803905b8bafd617b241 2024-11-25T20:24:06,666 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/9794e53dff9e40e29f721b7930c43d3f to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/9794e53dff9e40e29f721b7930c43d3f 2024-11-25T20:24:06,667 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/ef8b176951f84ca8a2f7c268917bf517 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/ef8b176951f84ca8a2f7c268917bf517 2024-11-25T20:24:06,675 DEBUG [StoreCloser-TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/1a87173c16324e7b97d896246ac7f964 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/1a87173c16324e7b97d896246ac7f964 2024-11-25T20:24:06,684 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/recovered.edits/456.seqid, newMaxSeqId=456, maxSeqId=4 2024-11-25T20:24:06,685 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df. 2024-11-25T20:24:06,685 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1635): Region close journal for 4cdb329efd2063fd58c1a62ed11398df: 2024-11-25T20:24:06,697 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] handler.UnassignRegionHandler(170): Closed 4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:24:06,697 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=4cdb329efd2063fd58c1a62ed11398df, regionState=CLOSED 2024-11-25T20:24:06,700 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-11-25T20:24:06,700 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; CloseRegionProcedure 4cdb329efd2063fd58c1a62ed11398df, server=a8cf619b0679,41621,1732566182451 in 1.1860 sec 2024-11-25T20:24:06,703 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=63, resume processing ppid=62 2024-11-25T20:24:06,703 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, ppid=62, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=4cdb329efd2063fd58c1a62ed11398df, UNASSIGN in 1.1990 sec 2024-11-25T20:24:06,705 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-25T20:24:06,705 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.2040 sec 2024-11-25T20:24:06,706 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732566246706"}]},"ts":"1732566246706"} 2024-11-25T20:24:06,707 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T20:24:06,722 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T20:24:06,725 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.3030 sec 2024-11-25T20:24:07,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-25T20:24:07,540 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-11-25T20:24:07,541 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-25T20:24:07,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T20:24:07,549 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=65, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T20:24:07,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-25T20:24:07,556 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=65, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T20:24:07,578 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:24:07,586 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A, FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B, FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C, FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/recovered.edits] 2024-11-25T20:24:07,604 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/0a180b215b554792a61b001f9e3b8a1e to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/0a180b215b554792a61b001f9e3b8a1e 2024-11-25T20:24:07,625 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/b3d079f2ef5344a2b6e5e4744655ee14 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/b3d079f2ef5344a2b6e5e4744655ee14 2024-11-25T20:24:07,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-25T20:24:07,654 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/f3a9d606f763479dacb1b24859efbbc6 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/A/f3a9d606f763479dacb1b24859efbbc6 2024-11-25T20:24:07,684 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/1a090bcc7d6f4d3384c3d09b8f36de70 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/1a090bcc7d6f4d3384c3d09b8f36de70 2024-11-25T20:24:07,686 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/24555fef1acb46809823a2cb87cd540b to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/24555fef1acb46809823a2cb87cd540b 2024-11-25T20:24:07,688 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/530cbbacfe8b4814ba120c8eabd7bff3 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/B/530cbbacfe8b4814ba120c8eabd7bff3 2024-11-25T20:24:07,691 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/3b3c8a26efbc4c2a9acbf11c188182a5 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/3b3c8a26efbc4c2a9acbf11c188182a5 2024-11-25T20:24:07,694 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/cae4e11ec53542e39665484a15270d54 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/cae4e11ec53542e39665484a15270d54 2024-11-25T20:24:07,701 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/ea28597d5614409d91f1bb262cba07aa to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/C/ea28597d5614409d91f1bb262cba07aa 2024-11-25T20:24:07,721 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/recovered.edits/456.seqid to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df/recovered.edits/456.seqid 2024-11-25T20:24:07,722 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:24:07,722 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T20:24:07,725 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T20:24:07,736 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-25T20:24:07,750 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125041c021f18ae4805a7527aeb5d8ee291_4cdb329efd2063fd58c1a62ed11398df to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125041c021f18ae4805a7527aeb5d8ee291_4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:24:07,752 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250499ae9e80764fe7ae30d99038a72e10_4cdb329efd2063fd58c1a62ed11398df to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250499ae9e80764fe7ae30d99038a72e10_4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:24:07,756 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250d8d3db259824f62ae099e7d8c51cf61_4cdb329efd2063fd58c1a62ed11398df to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250d8d3db259824f62ae099e7d8c51cf61_4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:24:07,763 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250ea0ed831ba047f0bd7b7d9cca99d4fe_4cdb329efd2063fd58c1a62ed11398df to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250ea0ed831ba047f0bd7b7d9cca99d4fe_4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:24:07,773 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251166060ca8434ec5bb2ea1833cd193dc_4cdb329efd2063fd58c1a62ed11398df to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251166060ca8434ec5bb2ea1833cd193dc_4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:24:07,775 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112518bd1f55351341f5b5cfffbeb4edc649_4cdb329efd2063fd58c1a62ed11398df to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112518bd1f55351341f5b5cfffbeb4edc649_4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:24:07,777 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125219f156c7332467a9885b8fb1ea5dd84_4cdb329efd2063fd58c1a62ed11398df to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125219f156c7332467a9885b8fb1ea5dd84_4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:24:07,779 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112525f13eab05b14fa2b3edc77fe48db8c2_4cdb329efd2063fd58c1a62ed11398df to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112525f13eab05b14fa2b3edc77fe48db8c2_4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:24:07,781 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252adc4044c5d04d02bb57206549d11214_4cdb329efd2063fd58c1a62ed11398df to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252adc4044c5d04d02bb57206549d11214_4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:24:07,782 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112532aefbddf1594bd5bf737f0db202a997_4cdb329efd2063fd58c1a62ed11398df to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112532aefbddf1594bd5bf737f0db202a997_4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:24:07,785 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254095bb0ed8714355aa8213dafd15eb67_4cdb329efd2063fd58c1a62ed11398df to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254095bb0ed8714355aa8213dafd15eb67_4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:24:07,787 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254106e3ed544245289ffe40bb89bfa321_4cdb329efd2063fd58c1a62ed11398df to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254106e3ed544245289ffe40bb89bfa321_4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:24:07,806 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112554b8c7b4e6d8492b850577d92f244d82_4cdb329efd2063fd58c1a62ed11398df to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112554b8c7b4e6d8492b850577d92f244d82_4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:24:07,835 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411255b197e2699ba49c0a10877d8df454e05_4cdb329efd2063fd58c1a62ed11398df to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411255b197e2699ba49c0a10877d8df454e05_4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:24:07,840 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257f8878c410214fb9a5f36a27c95f7b99_4cdb329efd2063fd58c1a62ed11398df to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257f8878c410214fb9a5f36a27c95f7b99_4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:24:07,842 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112582c1cb030e9b41989f3e4c1251ba44b8_4cdb329efd2063fd58c1a62ed11398df to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112582c1cb030e9b41989f3e4c1251ba44b8_4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:24:07,843 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112597fd4fdab18149df8ecd7df01a39b1f6_4cdb329efd2063fd58c1a62ed11398df to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112597fd4fdab18149df8ecd7df01a39b1f6_4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:24:07,845 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125999b0e57c0844ca9843ae7ce4680d194_4cdb329efd2063fd58c1a62ed11398df to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125999b0e57c0844ca9843ae7ce4680d194_4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:24:07,846 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a311b8b4ce854433bbc855f344b79c65_4cdb329efd2063fd58c1a62ed11398df to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a311b8b4ce854433bbc855f344b79c65_4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:24:07,847 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c24512ca320b409e964fbdcbe18441ae_4cdb329efd2063fd58c1a62ed11398df to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c24512ca320b409e964fbdcbe18441ae_4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:24:07,849 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d53b525efc0e4535baa3d5aeea9d4daa_4cdb329efd2063fd58c1a62ed11398df to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d53b525efc0e4535baa3d5aeea9d4daa_4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:24:07,850 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f0fd9dc205564b08b56e2a004a539e3c_4cdb329efd2063fd58c1a62ed11398df to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f0fd9dc205564b08b56e2a004a539e3c_4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:24:07,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-25T20:24:07,855 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125fc88ef76c2da47a8989092f4a2df7f6e_4cdb329efd2063fd58c1a62ed11398df to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125fc88ef76c2da47a8989092f4a2df7f6e_4cdb329efd2063fd58c1a62ed11398df 2024-11-25T20:24:07,859 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T20:24:07,879 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=65, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T20:24:07,893 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T20:24:07,905 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T20:24:07,908 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=65, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T20:24:07,908 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T20:24:07,908 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732566247908"}]},"ts":"9223372036854775807"} 2024-11-25T20:24:07,919 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-25T20:24:07,919 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 4cdb329efd2063fd58c1a62ed11398df, NAME => 'TestAcidGuarantees,,1732566221202.4cdb329efd2063fd58c1a62ed11398df.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T20:24:07,919 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T20:24:07,920 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732566247919"}]},"ts":"9223372036854775807"} 2024-11-25T20:24:07,935 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-25T20:24:07,948 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=65, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T20:24:07,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 407 msec 2024-11-25T20:24:08,085 DEBUG [master/a8cf619b0679:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 884887d71eff41df23895024ca5028f1 changed from -1.0 to 0.0, refreshing cache 2024-11-25T20:24:08,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-25T20:24:08,156 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-11-25T20:24:08,170 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=240 (was 236) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x29d20772-shared-pool-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_506424451_22 at /127.0.0.1:53662 [Waiting for operation #238] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x29d20772-shared-pool-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71e2d832-de12-3278-a007-06844f1b2152/cluster_facfcf73-247e-c8cc-6117-4c4c76b62c97/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_506424451_22 at /127.0.0.1:53732 [Waiting for operation #209] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71e2d832-de12-3278-a007-06844f1b2152/cluster_facfcf73-247e-c8cc-6117-4c4c76b62c97/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1844558752_22 at /127.0.0.1:53742 [Waiting for operation #214] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x29d20772-shared-pool-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x29d20772-shared-pool-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=461 (was 457) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1214 (was 952) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3631 (was 3745) 2024-11-25T20:24:08,184 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=240, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=1214, ProcessCount=11, AvailableMemoryMB=3628 2024-11-25T20:24:08,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T20:24:08,186 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T20:24:08,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] procedure2.ProcedureExecutor(1098): Stored pid=66, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T20:24:08,188 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T20:24:08,188 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:08,189 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 66 2024-11-25T20:24:08,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-11-25T20:24:08,190 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T20:24:08,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742087_1263 (size=960) 2024-11-25T20:24:08,204 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b 2024-11-25T20:24:08,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742088_1264 (size=53) 2024-11-25T20:24:08,267 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T20:24:08,267 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing d5439bc017acaa6d950438c91c651cf7, disabling compactions & flushes 2024-11-25T20:24:08,267 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:08,267 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:08,267 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. after waiting 0 ms 2024-11-25T20:24:08,267 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:08,267 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:08,267 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for d5439bc017acaa6d950438c91c651cf7: 2024-11-25T20:24:08,271 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T20:24:08,272 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732566248271"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732566248271"}]},"ts":"1732566248271"} 2024-11-25T20:24:08,273 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-25T20:24:08,279 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T20:24:08,279 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732566248279"}]},"ts":"1732566248279"} 2024-11-25T20:24:08,280 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T20:24:08,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-11-25T20:24:08,305 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d5439bc017acaa6d950438c91c651cf7, ASSIGN}] 2024-11-25T20:24:08,309 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d5439bc017acaa6d950438c91c651cf7, ASSIGN 2024-11-25T20:24:08,310 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d5439bc017acaa6d950438c91c651cf7, ASSIGN; state=OFFLINE, location=a8cf619b0679,41621,1732566182451; forceNewPlan=false, retain=false 2024-11-25T20:24:08,463 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=d5439bc017acaa6d950438c91c651cf7, regionState=OPENING, regionLocation=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:08,464 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; OpenRegionProcedure d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451}] 2024-11-25T20:24:08,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-11-25T20:24:08,619 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:08,640 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:08,641 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7285): Opening region: {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} 2024-11-25T20:24:08,641 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d5439bc017acaa6d950438c91c651cf7 2024-11-25T20:24:08,641 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T20:24:08,641 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7327): checking encryption for d5439bc017acaa6d950438c91c651cf7 2024-11-25T20:24:08,641 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7330): checking classloading for d5439bc017acaa6d950438c91c651cf7 2024-11-25T20:24:08,659 INFO [StoreOpener-d5439bc017acaa6d950438c91c651cf7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d5439bc017acaa6d950438c91c651cf7 2024-11-25T20:24:08,672 INFO [StoreOpener-d5439bc017acaa6d950438c91c651cf7-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T20:24:08,672 INFO [StoreOpener-d5439bc017acaa6d950438c91c651cf7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5439bc017acaa6d950438c91c651cf7 columnFamilyName A 2024-11-25T20:24:08,672 DEBUG [StoreOpener-d5439bc017acaa6d950438c91c651cf7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:08,673 INFO [StoreOpener-d5439bc017acaa6d950438c91c651cf7-1 {}] regionserver.HStore(327): Store=d5439bc017acaa6d950438c91c651cf7/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T20:24:08,673 INFO [StoreOpener-d5439bc017acaa6d950438c91c651cf7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d5439bc017acaa6d950438c91c651cf7 2024-11-25T20:24:08,683 INFO [StoreOpener-d5439bc017acaa6d950438c91c651cf7-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T20:24:08,683 INFO [StoreOpener-d5439bc017acaa6d950438c91c651cf7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5439bc017acaa6d950438c91c651cf7 columnFamilyName B 2024-11-25T20:24:08,684 DEBUG [StoreOpener-d5439bc017acaa6d950438c91c651cf7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:08,690 INFO [StoreOpener-d5439bc017acaa6d950438c91c651cf7-1 {}] regionserver.HStore(327): Store=d5439bc017acaa6d950438c91c651cf7/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T20:24:08,691 INFO [StoreOpener-d5439bc017acaa6d950438c91c651cf7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d5439bc017acaa6d950438c91c651cf7 2024-11-25T20:24:08,707 INFO [StoreOpener-d5439bc017acaa6d950438c91c651cf7-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T20:24:08,708 INFO [StoreOpener-d5439bc017acaa6d950438c91c651cf7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5439bc017acaa6d950438c91c651cf7 columnFamilyName C 2024-11-25T20:24:08,708 DEBUG [StoreOpener-d5439bc017acaa6d950438c91c651cf7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:08,716 INFO [StoreOpener-d5439bc017acaa6d950438c91c651cf7-1 {}] regionserver.HStore(327): Store=d5439bc017acaa6d950438c91c651cf7/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T20:24:08,719 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:08,723 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7 2024-11-25T20:24:08,731 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7 2024-11-25T20:24:08,733 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T20:24:08,735 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1085): writing seq id for d5439bc017acaa6d950438c91c651cf7 2024-11-25T20:24:08,768 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T20:24:08,773 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1102): Opened d5439bc017acaa6d950438c91c651cf7; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65171893, jitterRate=-0.02886311709880829}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T20:24:08,774 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1001): Region open journal for d5439bc017acaa6d950438c91c651cf7: 2024-11-25T20:24:08,780 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7., pid=68, masterSystemTime=1732566248619 2024-11-25T20:24:08,782 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:08,782 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:08,787 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=d5439bc017acaa6d950438c91c651cf7, regionState=OPEN, openSeqNum=2, regionLocation=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:08,790 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38483 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=OPEN, location=a8cf619b0679,41621,1732566182451, table=TestAcidGuarantees, region=d5439bc017acaa6d950438c91c651cf7. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-25T20:24:08,797 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-11-25T20:24:08,797 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; OpenRegionProcedure d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 in 326 msec 2024-11-25T20:24:08,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-11-25T20:24:08,799 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=67, resume processing ppid=66 2024-11-25T20:24:08,799 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, ppid=66, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d5439bc017acaa6d950438c91c651cf7, ASSIGN in 492 msec 2024-11-25T20:24:08,800 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T20:24:08,800 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732566248800"}]},"ts":"1732566248800"} 2024-11-25T20:24:08,801 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T20:24:08,841 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T20:24:08,847 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 655 msec 2024-11-25T20:24:09,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-11-25T20:24:09,299 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 66 completed 2024-11-25T20:24:09,302 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x59cccfca to 127.0.0.1:49356 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@281ecac 2024-11-25T20:24:09,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14ee88c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:24:09,387 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:24:09,389 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36016, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:24:09,399 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T20:24:09,400 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38316, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T20:24:09,409 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2a2d5374 to 127.0.0.1:49356 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@27442e11 2024-11-25T20:24:09,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@478c328e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:24:09,459 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11a86592 to 127.0.0.1:49356 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@179af510 2024-11-25T20:24:09,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31a4ad2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:24:09,523 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x435d9d29 to 127.0.0.1:49356 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3afd227 2024-11-25T20:24:09,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1776daa8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:24:09,567 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x76db5ceb to 127.0.0.1:49356 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@b1886fd 2024-11-25T20:24:09,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a9aaeac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:24:09,598 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5e232237 to 127.0.0.1:49356 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11437860 2024-11-25T20:24:09,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ed34b2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:24:09,673 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x49d16d51 to 127.0.0.1:49356 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d2ff55a 2024-11-25T20:24:09,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@485c0110, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:24:09,737 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1588f37e to 127.0.0.1:49356 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@574f41b0 2024-11-25T20:24:09,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fb38ec8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:24:09,766 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x77604ac4 to 127.0.0.1:49356 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5a8fc759 2024-11-25T20:24:09,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39a9d70e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:24:09,829 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x63946964 to 127.0.0.1:49356 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4785cf40 2024-11-25T20:24:09,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30e37119, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:24:09,880 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5fbcaa7b to 127.0.0.1:49356 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@362a9103 2024-11-25T20:24:09,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d6a4566, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:24:09,953 DEBUG [hconnection-0x8e26a97-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:24:09,955 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36022, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:24:09,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on d5439bc017acaa6d950438c91c651cf7 2024-11-25T20:24:09,975 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d5439bc017acaa6d950438c91c651cf7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T20:24:09,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5439bc017acaa6d950438c91c651cf7, store=A 2024-11-25T20:24:09,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:09,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5439bc017acaa6d950438c91c651cf7, store=B 2024-11-25T20:24:09,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:09,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5439bc017acaa6d950438c91c651cf7, store=C 2024-11-25T20:24:09,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:10,007 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:24:10,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees 2024-11-25T20:24:10,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-25T20:24:10,009 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:24:10,010 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:24:10,010 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:24:10,049 DEBUG [hconnection-0x3f967cb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:24:10,050 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36024, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:24:10,059 DEBUG [hconnection-0x6c2c0577-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:24:10,060 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36034, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:24:10,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:10,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1732566310063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:10,090 DEBUG [hconnection-0x88bcd9a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:24:10,096 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36038, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:24:10,105 DEBUG [hconnection-0x4465f71c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:24:10,107 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36042, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:24:10,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-25T20:24:10,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:10,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36042 deadline: 1732566310112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:10,121 DEBUG [hconnection-0x531f62db-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:24:10,123 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36050, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:24:10,128 DEBUG [hconnection-0x520fc6c2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:24:10,133 DEBUG [hconnection-0x69ffbee6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:24:10,147 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36072, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:24:10,155 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36064, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:24:10,164 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:10,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:10,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36064 deadline: 1732566310164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:10,167 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-25T20:24:10,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:10,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. as already flushing 2024-11-25T20:24:10,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:10,179 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:10,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:10,180 DEBUG [hconnection-0x474a0de0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:24:10,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:10,181 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36086, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:24:10,184 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/f20c041c03134ceda6e811d3cf3a8200 is 50, key is test_row_0/A:col10/1732566249974/Put/seqid=0 2024-11-25T20:24:10,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:10,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1732566310180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:10,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:10,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36086 deadline: 1732566310182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:10,215 DEBUG [hconnection-0xf2b687e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:24:10,219 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36090, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:24:10,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:10,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36090 deadline: 1732566310221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:10,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:10,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36042 deadline: 1732566310233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:10,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:10,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36064 deadline: 1732566310281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:10,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742089_1265 (size=12001) 2024-11-25T20:24:10,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:10,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36086 deadline: 1732566310301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:10,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-25T20:24:10,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:10,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36090 deadline: 1732566310326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:10,332 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:10,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-25T20:24:10,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:10,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. as already flushing 2024-11-25T20:24:10,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:10,333 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:10,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:10,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:10,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:10,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1732566310395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:10,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:10,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36042 deadline: 1732566310449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:10,486 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:10,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-25T20:24:10,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:10,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. as already flushing 2024-11-25T20:24:10,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:10,487 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:10,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:10,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:10,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:10,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36064 deadline: 1732566310488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:10,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:10,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36086 deadline: 1732566310508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:10,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:10,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36090 deadline: 1732566310532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:10,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-25T20:24:10,645 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:10,646 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-25T20:24:10,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:10,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. as already flushing 2024-11-25T20:24:10,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:10,647 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:10,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:10,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:10,702 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/f20c041c03134ceda6e811d3cf3a8200 2024-11-25T20:24:10,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:10,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1732566310713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:10,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:10,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36042 deadline: 1732566310756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:10,796 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/053392fd4d544b748b09b30447b9c9d0 is 50, key is test_row_0/B:col10/1732566249974/Put/seqid=0 2024-11-25T20:24:10,799 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:10,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-25T20:24:10,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:10,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:10,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36064 deadline: 1732566310799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:10,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. as already flushing 2024-11-25T20:24:10,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:10,803 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:10,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:10,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:10,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:10,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36086 deadline: 1732566310817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:10,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:10,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36090 deadline: 1732566310839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:10,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742090_1266 (size=12001) 2024-11-25T20:24:10,878 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/053392fd4d544b748b09b30447b9c9d0 2024-11-25T20:24:10,932 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/6068d5126a194e6591150a51c70171f8 is 50, key is test_row_0/C:col10/1732566249974/Put/seqid=0 2024-11-25T20:24:10,956 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:10,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-25T20:24:10,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:10,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. as already flushing 2024-11-25T20:24:10,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:10,962 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:10,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:10,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:10,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742091_1267 (size=12001) 2024-11-25T20:24:11,115 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:11,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-25T20:24:11,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:11,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. as already flushing 2024-11-25T20:24:11,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:11,118 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:11,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:11,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:11,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-25T20:24:11,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:11,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1732566311222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:11,270 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:11,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-25T20:24:11,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:11,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. as already flushing 2024-11-25T20:24:11,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:11,272 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:11,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:11,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:11,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:11,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36042 deadline: 1732566311274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:11,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:11,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36064 deadline: 1732566311317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:11,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:11,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36086 deadline: 1732566311331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:11,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:11,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36090 deadline: 1732566311355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:11,403 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/6068d5126a194e6591150a51c70171f8 2024-11-25T20:24:11,428 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:11,428 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-25T20:24:11,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:11,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. as already flushing 2024-11-25T20:24:11,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:11,435 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:11,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:11,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:11,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/f20c041c03134ceda6e811d3cf3a8200 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/f20c041c03134ceda6e811d3cf3a8200 2024-11-25T20:24:11,484 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/f20c041c03134ceda6e811d3cf3a8200, entries=150, sequenceid=13, filesize=11.7 K 2024-11-25T20:24:11,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/053392fd4d544b748b09b30447b9c9d0 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/053392fd4d544b748b09b30447b9c9d0 2024-11-25T20:24:11,565 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/053392fd4d544b748b09b30447b9c9d0, entries=150, sequenceid=13, filesize=11.7 K 2024-11-25T20:24:11,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/6068d5126a194e6591150a51c70171f8 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/6068d5126a194e6591150a51c70171f8 2024-11-25T20:24:11,590 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:11,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-25T20:24:11,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:11,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. as already flushing 2024-11-25T20:24:11,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:11,591 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:11,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:11,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:11,622 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/6068d5126a194e6591150a51c70171f8, entries=150, sequenceid=13, filesize=11.7 K 2024-11-25T20:24:11,623 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for d5439bc017acaa6d950438c91c651cf7 in 1648ms, sequenceid=13, compaction requested=false 2024-11-25T20:24:11,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d5439bc017acaa6d950438c91c651cf7: 2024-11-25T20:24:11,744 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:11,755 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-25T20:24:11,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:11,763 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2837): Flushing d5439bc017acaa6d950438c91c651cf7 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T20:24:11,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5439bc017acaa6d950438c91c651cf7, store=A 2024-11-25T20:24:11,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:11,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5439bc017acaa6d950438c91c651cf7, store=B 2024-11-25T20:24:11,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:11,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5439bc017acaa6d950438c91c651cf7, store=C 2024-11-25T20:24:11,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:11,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/3322b1ecb54148199798c4b22ad9274b is 50, key is test_row_0/A:col10/1732566250055/Put/seqid=0 2024-11-25T20:24:11,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742092_1268 (size=12001) 2024-11-25T20:24:11,864 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/3322b1ecb54148199798c4b22ad9274b 2024-11-25T20:24:11,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/fae10f95b0714f3787b41eb7f7fb23a5 is 50, key is test_row_0/B:col10/1732566250055/Put/seqid=0 2024-11-25T20:24:11,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742093_1269 (size=12001) 2024-11-25T20:24:11,933 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/fae10f95b0714f3787b41eb7f7fb23a5 2024-11-25T20:24:11,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/a6f67b2ebc6f49038a0b005548432974 is 50, key is test_row_0/C:col10/1732566250055/Put/seqid=0 2024-11-25T20:24:11,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742094_1270 (size=12001) 2024-11-25T20:24:11,976 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/a6f67b2ebc6f49038a0b005548432974 2024-11-25T20:24:11,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/3322b1ecb54148199798c4b22ad9274b as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/3322b1ecb54148199798c4b22ad9274b 2024-11-25T20:24:11,990 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/3322b1ecb54148199798c4b22ad9274b, entries=150, sequenceid=37, filesize=11.7 K 2024-11-25T20:24:11,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/fae10f95b0714f3787b41eb7f7fb23a5 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/fae10f95b0714f3787b41eb7f7fb23a5 2024-11-25T20:24:12,007 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/fae10f95b0714f3787b41eb7f7fb23a5, entries=150, sequenceid=37, filesize=11.7 K 2024-11-25T20:24:12,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/a6f67b2ebc6f49038a0b005548432974 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/a6f67b2ebc6f49038a0b005548432974 2024-11-25T20:24:12,033 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/a6f67b2ebc6f49038a0b005548432974, entries=150, sequenceid=37, filesize=11.7 K 2024-11-25T20:24:12,034 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for d5439bc017acaa6d950438c91c651cf7 in 271ms, sequenceid=37, compaction requested=false 2024-11-25T20:24:12,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2538): Flush status journal for d5439bc017acaa6d950438c91c651cf7: 2024-11-25T20:24:12,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:12,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-11-25T20:24:12,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-11-25T20:24:12,039 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-11-25T20:24:12,039 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0260 sec 2024-11-25T20:24:12,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees in 2.0330 sec 2024-11-25T20:24:12,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-25T20:24:12,121 INFO [Thread-1219 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-11-25T20:24:12,124 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:24:12,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees 2024-11-25T20:24:12,127 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:24:12,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-25T20:24:12,129 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:24:12,129 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:24:12,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-25T20:24:12,264 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T20:24:12,283 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:12,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-25T20:24:12,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:12,284 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing d5439bc017acaa6d950438c91c651cf7 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-25T20:24:12,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5439bc017acaa6d950438c91c651cf7, store=A 2024-11-25T20:24:12,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:12,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5439bc017acaa6d950438c91c651cf7, store=B 2024-11-25T20:24:12,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:12,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5439bc017acaa6d950438c91c651cf7, store=C 2024-11-25T20:24:12,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:12,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/7dbec69a1df74b8bacff0dce66e5d1ee is 50, key is test_row_1/A:col10/1732566252272/Put/seqid=0 2024-11-25T20:24:12,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-25T20:24:12,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on d5439bc017acaa6d950438c91c651cf7 2024-11-25T20:24:12,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. as already flushing 2024-11-25T20:24:12,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742095_1271 (size=7315) 2024-11-25T20:24:12,491 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=43 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/7dbec69a1df74b8bacff0dce66e5d1ee 2024-11-25T20:24:12,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/d4abeb7fb3b24e4f99340aaddf8adb37 is 50, key is test_row_1/B:col10/1732566252272/Put/seqid=0 2024-11-25T20:24:12,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742096_1272 (size=7315) 2024-11-25T20:24:12,611 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=43 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/d4abeb7fb3b24e4f99340aaddf8adb37 2024-11-25T20:24:12,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/6efed376c820401a8cfb0fb16946fa3c is 50, key is test_row_1/C:col10/1732566252272/Put/seqid=0 2024-11-25T20:24:12,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:12,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36042 deadline: 1732566312667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:12,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:12,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36086 deadline: 1732566312671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:12,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:12,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36064 deadline: 1732566312682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:12,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:12,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1732566312684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:12,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:12,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36090 deadline: 1732566312703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:12,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742097_1273 (size=7315) 2024-11-25T20:24:12,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-25T20:24:12,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:12,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:12,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36042 deadline: 1732566312788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:12,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36086 deadline: 1732566312787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:12,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:12,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36064 deadline: 1732566312803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:12,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:12,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1732566312812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:12,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:12,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36090 deadline: 1732566312813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:13,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:13,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36042 deadline: 1732566313003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:13,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:13,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36064 deadline: 1732566313017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:13,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:13,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36086 deadline: 1732566313018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:13,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:13,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1732566313018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:13,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:13,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36090 deadline: 1732566313022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:13,123 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=43 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/6efed376c820401a8cfb0fb16946fa3c 2024-11-25T20:24:13,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/7dbec69a1df74b8bacff0dce66e5d1ee as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/7dbec69a1df74b8bacff0dce66e5d1ee 2024-11-25T20:24:13,133 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/7dbec69a1df74b8bacff0dce66e5d1ee, entries=50, sequenceid=43, filesize=7.1 K 2024-11-25T20:24:13,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/d4abeb7fb3b24e4f99340aaddf8adb37 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/d4abeb7fb3b24e4f99340aaddf8adb37 2024-11-25T20:24:13,141 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/d4abeb7fb3b24e4f99340aaddf8adb37, entries=50, sequenceid=43, filesize=7.1 K 2024-11-25T20:24:13,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/6efed376c820401a8cfb0fb16946fa3c as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/6efed376c820401a8cfb0fb16946fa3c 2024-11-25T20:24:13,156 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/6efed376c820401a8cfb0fb16946fa3c, entries=50, sequenceid=43, filesize=7.1 K 2024-11-25T20:24:13,157 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=187.85 KB/192360 for d5439bc017acaa6d950438c91c651cf7 in 873ms, sequenceid=43, compaction requested=true 2024-11-25T20:24:13,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for d5439bc017acaa6d950438c91c651cf7: 2024-11-25T20:24:13,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:13,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72 2024-11-25T20:24:13,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4106): Remote procedure done, pid=72 2024-11-25T20:24:13,159 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-25T20:24:13,159 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0290 sec 2024-11-25T20:24:13,161 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 1.0360 sec 2024-11-25T20:24:13,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-25T20:24:13,233 INFO [Thread-1219 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-11-25T20:24:13,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:24:13,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-11-25T20:24:13,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-25T20:24:13,236 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:24:13,236 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:24:13,236 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:24:13,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on d5439bc017acaa6d950438c91c651cf7 2024-11-25T20:24:13,314 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d5439bc017acaa6d950438c91c651cf7 3/3 column families, dataSize=194.56 KB heapSize=510.52 KB 2024-11-25T20:24:13,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5439bc017acaa6d950438c91c651cf7, store=A 2024-11-25T20:24:13,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:13,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5439bc017acaa6d950438c91c651cf7, store=B 2024-11-25T20:24:13,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:13,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5439bc017acaa6d950438c91c651cf7, store=C 2024-11-25T20:24:13,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:13,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:13,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36042 deadline: 1732566313317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:13,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:13,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1732566313322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:13,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:13,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36086 deadline: 1732566313325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:13,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:13,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36064 deadline: 1732566313325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:13,330 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/6c808f7c735c4e278eda505d61cfe7b8 is 50, key is test_row_0/A:col10/1732566252678/Put/seqid=0 2024-11-25T20:24:13,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-25T20:24:13,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:13,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36090 deadline: 1732566313335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:13,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742098_1274 (size=12001) 2024-11-25T20:24:13,388 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:13,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-25T20:24:13,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:13,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. as already flushing 2024-11-25T20:24:13,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:13,391 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:13,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:13,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:13,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:13,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36042 deadline: 1732566313426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:13,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-25T20:24:13,543 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:13,543 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-25T20:24:13,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:13,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. as already flushing 2024-11-25T20:24:13,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:13,547 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:13,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:13,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:13,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:13,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36042 deadline: 1732566313628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:13,703 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:13,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-25T20:24:13,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:13,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. as already flushing 2024-11-25T20:24:13,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:13,711 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:13,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:13,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:13,766 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/6c808f7c735c4e278eda505d61cfe7b8 2024-11-25T20:24:13,801 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/742a8a3e15b5458692efcb7d883539d5 is 50, key is test_row_0/B:col10/1732566252678/Put/seqid=0 2024-11-25T20:24:13,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:13,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1732566313827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:13,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742099_1275 (size=12001) 2024-11-25T20:24:13,834 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/742a8a3e15b5458692efcb7d883539d5 2024-11-25T20:24:13,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:13,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36064 deadline: 1732566313834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:13,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:13,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36086 deadline: 1732566313834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:13,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-25T20:24:13,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:13,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36090 deadline: 1732566313840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:13,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/fff4e9e8dd4e47b1a67619ccf794135f is 50, key is test_row_0/C:col10/1732566252678/Put/seqid=0 2024-11-25T20:24:13,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742100_1276 (size=12001) 2024-11-25T20:24:13,878 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:13,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-25T20:24:13,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:13,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. as already flushing 2024-11-25T20:24:13,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:13,879 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/fff4e9e8dd4e47b1a67619ccf794135f 2024-11-25T20:24:13,879 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:13,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:13,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:13,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/6c808f7c735c4e278eda505d61cfe7b8 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/6c808f7c735c4e278eda505d61cfe7b8 2024-11-25T20:24:13,914 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/6c808f7c735c4e278eda505d61cfe7b8, entries=150, sequenceid=75, filesize=11.7 K 2024-11-25T20:24:13,917 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/742a8a3e15b5458692efcb7d883539d5 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/742a8a3e15b5458692efcb7d883539d5 2024-11-25T20:24:13,923 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/742a8a3e15b5458692efcb7d883539d5, entries=150, sequenceid=75, filesize=11.7 K 2024-11-25T20:24:13,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/fff4e9e8dd4e47b1a67619ccf794135f as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/fff4e9e8dd4e47b1a67619ccf794135f 2024-11-25T20:24:13,931 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/fff4e9e8dd4e47b1a67619ccf794135f, entries=150, sequenceid=75, filesize=11.7 K 2024-11-25T20:24:13,932 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~194.56 KB/199230, heapSize ~510.47 KB/522720, currentSize=6.71 KB/6870 for d5439bc017acaa6d950438c91c651cf7 in 618ms, sequenceid=75, compaction requested=true 2024-11-25T20:24:13,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d5439bc017acaa6d950438c91c651cf7: 2024-11-25T20:24:13,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5439bc017acaa6d950438c91c651cf7:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:24:13,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:13,932 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:24:13,933 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:24:13,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5439bc017acaa6d950438c91c651cf7:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:24:13,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:13,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5439bc017acaa6d950438c91c651cf7:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:24:13,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:24:13,936 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 43318 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:24:13,936 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 43318 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:24:13,936 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): d5439bc017acaa6d950438c91c651cf7/B is initiating minor compaction (all files) 2024-11-25T20:24:13,936 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1540): d5439bc017acaa6d950438c91c651cf7/A is initiating minor compaction (all files) 2024-11-25T20:24:13,936 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d5439bc017acaa6d950438c91c651cf7/B in TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:13,936 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d5439bc017acaa6d950438c91c651cf7/A in TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:13,936 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/f20c041c03134ceda6e811d3cf3a8200, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/3322b1ecb54148199798c4b22ad9274b, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/7dbec69a1df74b8bacff0dce66e5d1ee, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/6c808f7c735c4e278eda505d61cfe7b8] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp, totalSize=42.3 K 2024-11-25T20:24:13,936 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/053392fd4d544b748b09b30447b9c9d0, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/fae10f95b0714f3787b41eb7f7fb23a5, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/d4abeb7fb3b24e4f99340aaddf8adb37, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/742a8a3e15b5458692efcb7d883539d5] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp, totalSize=42.3 K 2024-11-25T20:24:13,937 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting f20c041c03134ceda6e811d3cf3a8200, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732566249965 2024-11-25T20:24:13,937 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 053392fd4d544b748b09b30447b9c9d0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732566249965 2024-11-25T20:24:13,937 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3322b1ecb54148199798c4b22ad9274b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732566250052 2024-11-25T20:24:13,937 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting fae10f95b0714f3787b41eb7f7fb23a5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732566250052 2024-11-25T20:24:13,938 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7dbec69a1df74b8bacff0dce66e5d1ee, keycount=50, bloomtype=ROW, size=7.1 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1732566252272 2024-11-25T20:24:13,938 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6c808f7c735c4e278eda505d61cfe7b8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732566252678 2024-11-25T20:24:13,938 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting d4abeb7fb3b24e4f99340aaddf8adb37, keycount=50, bloomtype=ROW, size=7.1 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1732566252272 2024-11-25T20:24:13,939 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 742a8a3e15b5458692efcb7d883539d5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732566252678 2024-11-25T20:24:13,949 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5439bc017acaa6d950438c91c651cf7#B#compaction#225 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:13,950 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/a845e809c99241758e1d2f9472acc668 is 50, key is test_row_0/B:col10/1732566252678/Put/seqid=0 2024-11-25T20:24:13,957 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5439bc017acaa6d950438c91c651cf7#A#compaction#226 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:13,957 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/827a40bb0750434db6d3c0829c6b623d is 50, key is test_row_0/A:col10/1732566252678/Put/seqid=0 2024-11-25T20:24:13,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742102_1278 (size=12139) 2024-11-25T20:24:13,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742101_1277 (size=12139) 2024-11-25T20:24:13,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on d5439bc017acaa6d950438c91c651cf7 2024-11-25T20:24:13,980 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d5439bc017acaa6d950438c91c651cf7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T20:24:13,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5439bc017acaa6d950438c91c651cf7, store=A 2024-11-25T20:24:13,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:13,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5439bc017acaa6d950438c91c651cf7, store=B 2024-11-25T20:24:13,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:13,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5439bc017acaa6d950438c91c651cf7, store=C 2024-11-25T20:24:13,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:13,985 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/a845e809c99241758e1d2f9472acc668 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/a845e809c99241758e1d2f9472acc668 2024-11-25T20:24:13,987 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/d16f7694435b40528b4c4b318bde1f8d is 50, key is test_row_0/A:col10/1732566253956/Put/seqid=0 2024-11-25T20:24:13,998 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d5439bc017acaa6d950438c91c651cf7/B of d5439bc017acaa6d950438c91c651cf7 into a845e809c99241758e1d2f9472acc668(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:13,999 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d5439bc017acaa6d950438c91c651cf7: 2024-11-25T20:24:13,999 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7., storeName=d5439bc017acaa6d950438c91c651cf7/B, priority=12, startTime=1732566253932; duration=0sec 2024-11-25T20:24:13,999 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:24:13,999 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5439bc017acaa6d950438c91c651cf7:B 2024-11-25T20:24:13,999 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:24:14,001 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 43318 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:24:14,001 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): d5439bc017acaa6d950438c91c651cf7/C is initiating minor compaction (all files) 2024-11-25T20:24:14,001 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d5439bc017acaa6d950438c91c651cf7/C in TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:14,001 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/6068d5126a194e6591150a51c70171f8, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/a6f67b2ebc6f49038a0b005548432974, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/6efed376c820401a8cfb0fb16946fa3c, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/fff4e9e8dd4e47b1a67619ccf794135f] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp, totalSize=42.3 K 2024-11-25T20:24:14,001 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 6068d5126a194e6591150a51c70171f8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732566249965 2024-11-25T20:24:14,002 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting a6f67b2ebc6f49038a0b005548432974, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732566250052 2024-11-25T20:24:14,002 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 6efed376c820401a8cfb0fb16946fa3c, keycount=50, bloomtype=ROW, size=7.1 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1732566252272 2024-11-25T20:24:14,002 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting fff4e9e8dd4e47b1a67619ccf794135f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732566252678 2024-11-25T20:24:14,012 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5439bc017acaa6d950438c91c651cf7#C#compaction#228 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:14,013 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/840047925ced49c487f7a7307400ff2a is 50, key is test_row_0/C:col10/1732566252678/Put/seqid=0 2024-11-25T20:24:14,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742104_1280 (size=12139) 2024-11-25T20:24:14,038 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:14,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742103_1279 (size=11997) 2024-11-25T20:24:14,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-25T20:24:14,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:14,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. as already flushing 2024-11-25T20:24:14,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:14,047 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:14,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:14,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:14,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:14,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36042 deadline: 1732566314093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:14,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:14,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36042 deadline: 1732566314197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:14,200 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:14,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-25T20:24:14,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:14,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. as already flushing 2024-11-25T20:24:14,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:14,201 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:14,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:14,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:14,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-25T20:24:14,353 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:14,354 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-25T20:24:14,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:14,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. as already flushing 2024-11-25T20:24:14,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:14,354 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:14,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:14,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:14,371 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/827a40bb0750434db6d3c0829c6b623d as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/827a40bb0750434db6d3c0829c6b623d 2024-11-25T20:24:14,376 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d5439bc017acaa6d950438c91c651cf7/A of d5439bc017acaa6d950438c91c651cf7 into 827a40bb0750434db6d3c0829c6b623d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:14,377 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d5439bc017acaa6d950438c91c651cf7: 2024-11-25T20:24:14,377 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7., storeName=d5439bc017acaa6d950438c91c651cf7/A, priority=12, startTime=1732566253932; duration=0sec 2024-11-25T20:24:14,377 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:14,377 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5439bc017acaa6d950438c91c651cf7:A 2024-11-25T20:24:14,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:14,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36042 deadline: 1732566314400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:14,439 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/d16f7694435b40528b4c4b318bde1f8d 2024-11-25T20:24:14,464 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/840047925ced49c487f7a7307400ff2a as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/840047925ced49c487f7a7307400ff2a 2024-11-25T20:24:14,476 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/010fa424814042a7b4ed9582b7550207 is 50, key is test_row_0/B:col10/1732566253956/Put/seqid=0 2024-11-25T20:24:14,477 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d5439bc017acaa6d950438c91c651cf7/C of d5439bc017acaa6d950438c91c651cf7 into 840047925ced49c487f7a7307400ff2a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:14,477 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d5439bc017acaa6d950438c91c651cf7: 2024-11-25T20:24:14,477 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7., storeName=d5439bc017acaa6d950438c91c651cf7/C, priority=12, startTime=1732566253933; duration=0sec 2024-11-25T20:24:14,477 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:14,477 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5439bc017acaa6d950438c91c651cf7:C 2024-11-25T20:24:14,506 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:14,507 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-25T20:24:14,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:14,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. as already flushing 2024-11-25T20:24:14,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:14,508 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:14,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:14,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:14,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742105_1281 (size=9657) 2024-11-25T20:24:14,531 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/010fa424814042a7b4ed9582b7550207 2024-11-25T20:24:14,541 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/73781aa2a7364ba7837e8b69ad3b2115 is 50, key is test_row_0/C:col10/1732566253956/Put/seqid=0 2024-11-25T20:24:14,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742106_1282 (size=9657) 2024-11-25T20:24:14,663 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:14,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-25T20:24:14,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:14,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. as already flushing 2024-11-25T20:24:14,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:14,663 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:14,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:14,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:14,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:14,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36042 deadline: 1732566314703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:14,825 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:14,826 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-25T20:24:14,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:14,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. as already flushing 2024-11-25T20:24:14,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:14,826 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:14,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:14,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:14,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:14,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36064 deadline: 1732566314836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:14,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:14,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1732566314841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:14,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:14,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36086 deadline: 1732566314848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:14,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:14,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36090 deadline: 1732566314851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:14,978 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/73781aa2a7364ba7837e8b69ad3b2115 2024-11-25T20:24:14,984 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:14,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-25T20:24:14,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:14,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. as already flushing 2024-11-25T20:24:14,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:14,986 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:14,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:14,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/d16f7694435b40528b4c4b318bde1f8d as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/d16f7694435b40528b4c4b318bde1f8d 2024-11-25T20:24:14,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:14,994 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/d16f7694435b40528b4c4b318bde1f8d, entries=150, sequenceid=86, filesize=11.7 K 2024-11-25T20:24:14,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/010fa424814042a7b4ed9582b7550207 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/010fa424814042a7b4ed9582b7550207 2024-11-25T20:24:15,001 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/010fa424814042a7b4ed9582b7550207, entries=100, sequenceid=86, filesize=9.4 K 2024-11-25T20:24:15,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/73781aa2a7364ba7837e8b69ad3b2115 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/73781aa2a7364ba7837e8b69ad3b2115 2024-11-25T20:24:15,007 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/73781aa2a7364ba7837e8b69ad3b2115, entries=100, sequenceid=86, filesize=9.4 K 2024-11-25T20:24:15,008 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for d5439bc017acaa6d950438c91c651cf7 in 1028ms, sequenceid=86, compaction requested=false 2024-11-25T20:24:15,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d5439bc017acaa6d950438c91c651cf7: 2024-11-25T20:24:15,143 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:15,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-25T20:24:15,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:15,144 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing d5439bc017acaa6d950438c91c651cf7 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T20:24:15,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5439bc017acaa6d950438c91c651cf7, store=A 2024-11-25T20:24:15,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:15,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5439bc017acaa6d950438c91c651cf7, store=B 2024-11-25T20:24:15,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:15,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5439bc017acaa6d950438c91c651cf7, store=C 2024-11-25T20:24:15,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:15,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/40a5110df4494eb9bf124a6315bc7744 is 50, key is test_row_0/A:col10/1732566254088/Put/seqid=0 2024-11-25T20:24:15,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742107_1283 (size=12001) 2024-11-25T20:24:15,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on d5439bc017acaa6d950438c91c651cf7 2024-11-25T20:24:15,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. as already flushing 2024-11-25T20:24:15,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:15,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36042 deadline: 1732566315238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:15,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:15,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36042 deadline: 1732566315345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:15,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-25T20:24:15,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:15,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36042 deadline: 1732566315553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:15,604 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/40a5110df4494eb9bf124a6315bc7744 2024-11-25T20:24:15,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/aefc2f4930db4510a8b2353b332da6a8 is 50, key is test_row_0/B:col10/1732566254088/Put/seqid=0 2024-11-25T20:24:15,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742108_1284 (size=12001) 2024-11-25T20:24:15,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:15,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36042 deadline: 1732566315860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:16,088 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/aefc2f4930db4510a8b2353b332da6a8 2024-11-25T20:24:16,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/ab4f798bc4814298a35baaca1eaed941 is 50, key is test_row_0/C:col10/1732566254088/Put/seqid=0 2024-11-25T20:24:16,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742109_1285 (size=12001) 2024-11-25T20:24:16,134 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/ab4f798bc4814298a35baaca1eaed941 2024-11-25T20:24:16,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/40a5110df4494eb9bf124a6315bc7744 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/40a5110df4494eb9bf124a6315bc7744 2024-11-25T20:24:16,165 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/40a5110df4494eb9bf124a6315bc7744, entries=150, sequenceid=114, filesize=11.7 K 2024-11-25T20:24:16,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/aefc2f4930db4510a8b2353b332da6a8 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/aefc2f4930db4510a8b2353b332da6a8 2024-11-25T20:24:16,189 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/aefc2f4930db4510a8b2353b332da6a8, entries=150, sequenceid=114, filesize=11.7 K 2024-11-25T20:24:16,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/ab4f798bc4814298a35baaca1eaed941 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/ab4f798bc4814298a35baaca1eaed941 2024-11-25T20:24:16,223 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/ab4f798bc4814298a35baaca1eaed941, entries=150, sequenceid=114, filesize=11.7 K 2024-11-25T20:24:16,227 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for d5439bc017acaa6d950438c91c651cf7 in 1083ms, sequenceid=114, compaction requested=true 2024-11-25T20:24:16,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for d5439bc017acaa6d950438c91c651cf7: 2024-11-25T20:24:16,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:16,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-11-25T20:24:16,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-11-25T20:24:16,248 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-25T20:24:16,248 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0020 sec 2024-11-25T20:24:16,258 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 3.0190 sec 2024-11-25T20:24:16,383 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d5439bc017acaa6d950438c91c651cf7 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T20:24:16,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5439bc017acaa6d950438c91c651cf7, store=A 2024-11-25T20:24:16,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:16,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5439bc017acaa6d950438c91c651cf7, store=B 2024-11-25T20:24:16,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:16,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5439bc017acaa6d950438c91c651cf7, store=C 2024-11-25T20:24:16,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:16,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on d5439bc017acaa6d950438c91c651cf7 2024-11-25T20:24:16,408 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/1af8e3bec73d4afeb38e3388dbb6f5ca is 50, key is test_row_0/A:col10/1732566255236/Put/seqid=0 2024-11-25T20:24:16,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742110_1286 (size=14341) 2024-11-25T20:24:16,462 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/1af8e3bec73d4afeb38e3388dbb6f5ca 2024-11-25T20:24:16,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/cbe83425e8554aa88865743bafc2eefe is 50, key is test_row_0/B:col10/1732566255236/Put/seqid=0 2024-11-25T20:24:16,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742111_1287 (size=12001) 2024-11-25T20:24:16,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:16,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36042 deadline: 1732566316642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:16,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:16,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36042 deadline: 1732566316751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:16,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:16,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36064 deadline: 1732566316849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:16,853 DEBUG [Thread-1211 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4170 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7., hostname=a8cf619b0679,41621,1732566182451, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T20:24:16,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:16,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1732566316857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:16,861 DEBUG [Thread-1209 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4176 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7., hostname=a8cf619b0679,41621,1732566182451, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T20:24:16,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:16,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36086 deadline: 1732566316867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:16,871 DEBUG [Thread-1215 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4201 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7., hostname=a8cf619b0679,41621,1732566182451, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T20:24:16,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:16,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36090 deadline: 1732566316872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:16,876 DEBUG [Thread-1213 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4174 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7., hostname=a8cf619b0679,41621,1732566182451, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T20:24:16,945 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/cbe83425e8554aa88865743bafc2eefe 2024-11-25T20:24:16,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:16,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36042 deadline: 1732566316955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:16,960 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/3805e1407b664c869403bb2955cd8fc9 is 50, key is test_row_0/C:col10/1732566255236/Put/seqid=0 2024-11-25T20:24:16,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742112_1288 (size=12001) 2024-11-25T20:24:16,987 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/3805e1407b664c869403bb2955cd8fc9 2024-11-25T20:24:17,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/1af8e3bec73d4afeb38e3388dbb6f5ca as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/1af8e3bec73d4afeb38e3388dbb6f5ca 2024-11-25T20:24:17,018 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/1af8e3bec73d4afeb38e3388dbb6f5ca, entries=200, sequenceid=126, filesize=14.0 K 2024-11-25T20:24:17,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/cbe83425e8554aa88865743bafc2eefe as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/cbe83425e8554aa88865743bafc2eefe 2024-11-25T20:24:17,024 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/cbe83425e8554aa88865743bafc2eefe, entries=150, sequenceid=126, filesize=11.7 K 2024-11-25T20:24:17,025 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/3805e1407b664c869403bb2955cd8fc9 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/3805e1407b664c869403bb2955cd8fc9 2024-11-25T20:24:17,036 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/3805e1407b664c869403bb2955cd8fc9, entries=150, sequenceid=126, filesize=11.7 K 2024-11-25T20:24:17,037 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for d5439bc017acaa6d950438c91c651cf7 in 653ms, sequenceid=126, compaction requested=true 2024-11-25T20:24:17,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d5439bc017acaa6d950438c91c651cf7: 2024-11-25T20:24:17,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5439bc017acaa6d950438c91c651cf7:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:24:17,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:17,037 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:24:17,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5439bc017acaa6d950438c91c651cf7:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:24:17,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:17,037 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:24:17,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5439bc017acaa6d950438c91c651cf7:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:24:17,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:24:17,039 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45798 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:24:17,039 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50478 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:24:17,039 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1540): d5439bc017acaa6d950438c91c651cf7/A is initiating minor compaction (all files) 2024-11-25T20:24:17,039 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): d5439bc017acaa6d950438c91c651cf7/B is initiating minor compaction (all files) 2024-11-25T20:24:17,039 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d5439bc017acaa6d950438c91c651cf7/A in TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:17,039 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d5439bc017acaa6d950438c91c651cf7/B in TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:17,039 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/a845e809c99241758e1d2f9472acc668, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/010fa424814042a7b4ed9582b7550207, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/aefc2f4930db4510a8b2353b332da6a8, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/cbe83425e8554aa88865743bafc2eefe] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp, totalSize=44.7 K 2024-11-25T20:24:17,039 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/827a40bb0750434db6d3c0829c6b623d, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/d16f7694435b40528b4c4b318bde1f8d, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/40a5110df4494eb9bf124a6315bc7744, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/1af8e3bec73d4afeb38e3388dbb6f5ca] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp, totalSize=49.3 K 2024-11-25T20:24:17,040 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 827a40bb0750434db6d3c0829c6b623d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732566252678 2024-11-25T20:24:17,040 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting a845e809c99241758e1d2f9472acc668, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732566252678 2024-11-25T20:24:17,040 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting d16f7694435b40528b4c4b318bde1f8d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1732566253956 2024-11-25T20:24:17,040 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 010fa424814042a7b4ed9582b7550207, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1732566253956 2024-11-25T20:24:17,041 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting aefc2f4930db4510a8b2353b332da6a8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732566254083 2024-11-25T20:24:17,041 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 40a5110df4494eb9bf124a6315bc7744, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732566254083 2024-11-25T20:24:17,041 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting cbe83425e8554aa88865743bafc2eefe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732566255222 2024-11-25T20:24:17,041 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1af8e3bec73d4afeb38e3388dbb6f5ca, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732566255216 2024-11-25T20:24:17,054 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5439bc017acaa6d950438c91c651cf7#A#compaction#237 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:17,054 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5439bc017acaa6d950438c91c651cf7#B#compaction#238 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:17,054 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/210fe6c203054ffbbcba59a53d2be3cf is 50, key is test_row_0/A:col10/1732566255236/Put/seqid=0 2024-11-25T20:24:17,055 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/31a4dcd8760d43d5ad3161cbe022ef95 is 50, key is test_row_0/B:col10/1732566255236/Put/seqid=0 2024-11-25T20:24:17,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742113_1289 (size=12275) 2024-11-25T20:24:17,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742114_1290 (size=12275) 2024-11-25T20:24:17,082 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/210fe6c203054ffbbcba59a53d2be3cf as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/210fe6c203054ffbbcba59a53d2be3cf 2024-11-25T20:24:17,089 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d5439bc017acaa6d950438c91c651cf7/A of d5439bc017acaa6d950438c91c651cf7 into 210fe6c203054ffbbcba59a53d2be3cf(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:17,089 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d5439bc017acaa6d950438c91c651cf7: 2024-11-25T20:24:17,089 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7., storeName=d5439bc017acaa6d950438c91c651cf7/A, priority=12, startTime=1732566257037; duration=0sec 2024-11-25T20:24:17,090 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:24:17,090 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5439bc017acaa6d950438c91c651cf7:A 2024-11-25T20:24:17,090 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:24:17,091 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45798 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:24:17,092 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1540): d5439bc017acaa6d950438c91c651cf7/C is initiating minor compaction (all files) 2024-11-25T20:24:17,092 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d5439bc017acaa6d950438c91c651cf7/C in TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:17,092 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/840047925ced49c487f7a7307400ff2a, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/73781aa2a7364ba7837e8b69ad3b2115, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/ab4f798bc4814298a35baaca1eaed941, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/3805e1407b664c869403bb2955cd8fc9] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp, totalSize=44.7 K 2024-11-25T20:24:17,092 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 840047925ced49c487f7a7307400ff2a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732566252678 2024-11-25T20:24:17,093 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 73781aa2a7364ba7837e8b69ad3b2115, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1732566253956 2024-11-25T20:24:17,093 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting ab4f798bc4814298a35baaca1eaed941, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732566254083 2024-11-25T20:24:17,093 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3805e1407b664c869403bb2955cd8fc9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732566255222 2024-11-25T20:24:17,109 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5439bc017acaa6d950438c91c651cf7#C#compaction#239 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:17,109 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/2eea6ad3695c4a129a987c79a7a86b45 is 50, key is test_row_0/C:col10/1732566255236/Put/seqid=0 2024-11-25T20:24:17,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742115_1291 (size=12275) 2024-11-25T20:24:17,152 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/2eea6ad3695c4a129a987c79a7a86b45 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/2eea6ad3695c4a129a987c79a7a86b45 2024-11-25T20:24:17,157 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d5439bc017acaa6d950438c91c651cf7/C of d5439bc017acaa6d950438c91c651cf7 into 2eea6ad3695c4a129a987c79a7a86b45(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:17,157 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d5439bc017acaa6d950438c91c651cf7: 2024-11-25T20:24:17,157 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7., storeName=d5439bc017acaa6d950438c91c651cf7/C, priority=12, startTime=1732566257037; duration=0sec 2024-11-25T20:24:17,157 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:17,157 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5439bc017acaa6d950438c91c651cf7:C 2024-11-25T20:24:17,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on d5439bc017acaa6d950438c91c651cf7 2024-11-25T20:24:17,261 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d5439bc017acaa6d950438c91c651cf7 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T20:24:17,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5439bc017acaa6d950438c91c651cf7, store=A 2024-11-25T20:24:17,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:17,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5439bc017acaa6d950438c91c651cf7, store=B 2024-11-25T20:24:17,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:17,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5439bc017acaa6d950438c91c651cf7, store=C 2024-11-25T20:24:17,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:17,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/ac4177799b494fd2a4f5070d97344e6f is 50, key is test_row_0/A:col10/1732566257260/Put/seqid=0 2024-11-25T20:24:17,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742116_1292 (size=14541) 2024-11-25T20:24:17,271 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/ac4177799b494fd2a4f5070d97344e6f 2024-11-25T20:24:17,280 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/58250188b67048358a883ecb3e3dd90f is 50, key is test_row_0/B:col10/1732566257260/Put/seqid=0 2024-11-25T20:24:17,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:17,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36042 deadline: 1732566317297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:17,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742117_1293 (size=12151) 2024-11-25T20:24:17,325 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/58250188b67048358a883ecb3e3dd90f 2024-11-25T20:24:17,348 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/afa92d198cdd4082a609b01ace528a33 is 50, key is test_row_0/C:col10/1732566257260/Put/seqid=0 2024-11-25T20:24:17,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-25T20:24:17,355 INFO [Thread-1219 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-25T20:24:17,360 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:24:17,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-11-25T20:24:17,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-25T20:24:17,361 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:24:17,362 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:24:17,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:24:17,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742118_1294 (size=12151) 2024-11-25T20:24:17,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:17,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36042 deadline: 1732566317401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:17,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-25T20:24:17,488 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/31a4dcd8760d43d5ad3161cbe022ef95 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/31a4dcd8760d43d5ad3161cbe022ef95 2024-11-25T20:24:17,498 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d5439bc017acaa6d950438c91c651cf7/B of d5439bc017acaa6d950438c91c651cf7 into 31a4dcd8760d43d5ad3161cbe022ef95(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:17,498 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d5439bc017acaa6d950438c91c651cf7: 2024-11-25T20:24:17,498 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7., storeName=d5439bc017acaa6d950438c91c651cf7/B, priority=12, startTime=1732566257037; duration=0sec 2024-11-25T20:24:17,498 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:17,498 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5439bc017acaa6d950438c91c651cf7:B 2024-11-25T20:24:17,515 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:17,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-25T20:24:17,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:17,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. as already flushing 2024-11-25T20:24:17,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:17,517 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:17,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:17,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:17,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:17,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36042 deadline: 1732566317604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:17,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-25T20:24:17,672 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:17,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-25T20:24:17,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:17,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. as already flushing 2024-11-25T20:24:17,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:17,680 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:17,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:17,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:17,784 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/afa92d198cdd4082a609b01ace528a33 2024-11-25T20:24:17,792 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/ac4177799b494fd2a4f5070d97344e6f as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/ac4177799b494fd2a4f5070d97344e6f 2024-11-25T20:24:17,796 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/ac4177799b494fd2a4f5070d97344e6f, entries=200, sequenceid=153, filesize=14.2 K 2024-11-25T20:24:17,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/58250188b67048358a883ecb3e3dd90f as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/58250188b67048358a883ecb3e3dd90f 2024-11-25T20:24:17,806 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/58250188b67048358a883ecb3e3dd90f, entries=150, sequenceid=153, filesize=11.9 K 2024-11-25T20:24:17,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/afa92d198cdd4082a609b01ace528a33 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/afa92d198cdd4082a609b01ace528a33 2024-11-25T20:24:17,812 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/afa92d198cdd4082a609b01ace528a33, entries=150, sequenceid=153, filesize=11.9 K 2024-11-25T20:24:17,816 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for d5439bc017acaa6d950438c91c651cf7 in 555ms, sequenceid=153, compaction requested=false 2024-11-25T20:24:17,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d5439bc017acaa6d950438c91c651cf7: 2024-11-25T20:24:17,841 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:17,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-25T20:24:17,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:17,842 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing d5439bc017acaa6d950438c91c651cf7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T20:24:17,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5439bc017acaa6d950438c91c651cf7, store=A 2024-11-25T20:24:17,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:17,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5439bc017acaa6d950438c91c651cf7, store=B 2024-11-25T20:24:17,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:17,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5439bc017acaa6d950438c91c651cf7, store=C 2024-11-25T20:24:17,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:17,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/42831c9d3b0641e9ab69ab60c7473fa9 is 50, key is test_row_0/A:col10/1732566257295/Put/seqid=0 2024-11-25T20:24:17,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742119_1295 (size=12151) 2024-11-25T20:24:17,870 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/42831c9d3b0641e9ab69ab60c7473fa9 2024-11-25T20:24:17,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/13431b0bdea242a38317f592bd7abfa6 is 50, key is test_row_0/B:col10/1732566257295/Put/seqid=0 2024-11-25T20:24:17,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742120_1296 (size=12151) 2024-11-25T20:24:17,896 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/13431b0bdea242a38317f592bd7abfa6 2024-11-25T20:24:17,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/41269950441d4ee6bc60dd861b8947ed is 50, key is test_row_0/C:col10/1732566257295/Put/seqid=0 2024-11-25T20:24:17,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742121_1297 (size=12151) 2024-11-25T20:24:17,910 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/41269950441d4ee6bc60dd861b8947ed 2024-11-25T20:24:17,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. as already flushing 2024-11-25T20:24:17,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on d5439bc017acaa6d950438c91c651cf7 2024-11-25T20:24:17,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/42831c9d3b0641e9ab69ab60c7473fa9 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/42831c9d3b0641e9ab69ab60c7473fa9 2024-11-25T20:24:17,928 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/42831c9d3b0641e9ab69ab60c7473fa9, entries=150, sequenceid=165, filesize=11.9 K 2024-11-25T20:24:17,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/13431b0bdea242a38317f592bd7abfa6 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/13431b0bdea242a38317f592bd7abfa6 2024-11-25T20:24:17,937 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/13431b0bdea242a38317f592bd7abfa6, entries=150, sequenceid=165, filesize=11.9 K 2024-11-25T20:24:17,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/41269950441d4ee6bc60dd861b8947ed as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/41269950441d4ee6bc60dd861b8947ed 2024-11-25T20:24:17,946 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/41269950441d4ee6bc60dd861b8947ed, entries=150, sequenceid=165, filesize=11.9 K 2024-11-25T20:24:17,947 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=40.25 KB/41220 for d5439bc017acaa6d950438c91c651cf7 in 106ms, sequenceid=165, compaction requested=true 2024-11-25T20:24:17,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for d5439bc017acaa6d950438c91c651cf7: 2024-11-25T20:24:17,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:17,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-11-25T20:24:17,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-11-25T20:24:17,949 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-25T20:24:17,949 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 586 msec 2024-11-25T20:24:17,951 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 590 msec 2024-11-25T20:24:17,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on d5439bc017acaa6d950438c91c651cf7 2024-11-25T20:24:17,958 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d5439bc017acaa6d950438c91c651cf7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T20:24:17,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5439bc017acaa6d950438c91c651cf7, store=A 2024-11-25T20:24:17,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:17,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5439bc017acaa6d950438c91c651cf7, store=B 2024-11-25T20:24:17,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:17,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5439bc017acaa6d950438c91c651cf7, store=C 2024-11-25T20:24:17,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:17,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-25T20:24:17,964 INFO [Thread-1219 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-25T20:24:17,971 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/756855d4a79342b59d9c0a0af031fc4f is 50, key is test_row_0/A:col10/1732566257946/Put/seqid=0 2024-11-25T20:24:17,975 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:24:17,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-25T20:24:17,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-25T20:24:17,979 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:24:17,979 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:24:17,980 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:24:17,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742122_1298 (size=14541) 2024-11-25T20:24:17,991 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/756855d4a79342b59d9c0a0af031fc4f 2024-11-25T20:24:18,001 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/e8dca6291fed40a6a7eb2352d1f56517 is 50, key is test_row_0/B:col10/1732566257946/Put/seqid=0 2024-11-25T20:24:18,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742123_1299 (size=12151) 2024-11-25T20:24:18,031 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/e8dca6291fed40a6a7eb2352d1f56517 2024-11-25T20:24:18,044 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/e5b74099f6ca4cc4bb98e094c7b728c0 is 50, key is test_row_0/C:col10/1732566257946/Put/seqid=0 2024-11-25T20:24:18,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742124_1300 (size=12151) 2024-11-25T20:24:18,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-25T20:24:18,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:18,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36042 deadline: 1732566318088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:18,132 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:18,135 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-25T20:24:18,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:18,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. as already flushing 2024-11-25T20:24:18,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:18,136 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:18,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:18,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:18,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:18,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36042 deadline: 1732566318193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:18,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-25T20:24:18,288 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:18,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-25T20:24:18,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:18,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. as already flushing 2024-11-25T20:24:18,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:18,289 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:18,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:18,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:18,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:18,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36042 deadline: 1732566318399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:18,442 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:18,442 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-25T20:24:18,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:18,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. as already flushing 2024-11-25T20:24:18,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:18,443 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:18,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:18,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:18,456 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/e5b74099f6ca4cc4bb98e094c7b728c0 2024-11-25T20:24:18,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/756855d4a79342b59d9c0a0af031fc4f as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/756855d4a79342b59d9c0a0af031fc4f 2024-11-25T20:24:18,466 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/756855d4a79342b59d9c0a0af031fc4f, entries=200, sequenceid=176, filesize=14.2 K 2024-11-25T20:24:18,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/e8dca6291fed40a6a7eb2352d1f56517 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/e8dca6291fed40a6a7eb2352d1f56517 2024-11-25T20:24:18,474 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/e8dca6291fed40a6a7eb2352d1f56517, entries=150, sequenceid=176, filesize=11.9 K 2024-11-25T20:24:18,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/e5b74099f6ca4cc4bb98e094c7b728c0 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/e5b74099f6ca4cc4bb98e094c7b728c0 2024-11-25T20:24:18,480 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/e5b74099f6ca4cc4bb98e094c7b728c0, entries=150, sequenceid=176, filesize=11.9 K 2024-11-25T20:24:18,481 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for d5439bc017acaa6d950438c91c651cf7 in 523ms, sequenceid=176, compaction requested=true 2024-11-25T20:24:18,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d5439bc017acaa6d950438c91c651cf7: 2024-11-25T20:24:18,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5439bc017acaa6d950438c91c651cf7:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:24:18,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:18,481 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:24:18,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5439bc017acaa6d950438c91c651cf7:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:24:18,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:24:18,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5439bc017acaa6d950438c91c651cf7:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:24:18,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T20:24:18,482 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:24:18,483 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53508 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:24:18,483 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): d5439bc017acaa6d950438c91c651cf7/A is initiating minor compaction (all files) 2024-11-25T20:24:18,483 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d5439bc017acaa6d950438c91c651cf7/A in TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:18,483 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/210fe6c203054ffbbcba59a53d2be3cf, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/ac4177799b494fd2a4f5070d97344e6f, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/42831c9d3b0641e9ab69ab60c7473fa9, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/756855d4a79342b59d9c0a0af031fc4f] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp, totalSize=52.3 K 2024-11-25T20:24:18,485 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 210fe6c203054ffbbcba59a53d2be3cf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732566255222 2024-11-25T20:24:18,486 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48728 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:24:18,486 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1540): d5439bc017acaa6d950438c91c651cf7/B is initiating minor compaction (all files) 2024-11-25T20:24:18,486 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d5439bc017acaa6d950438c91c651cf7/B in TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:18,486 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/31a4dcd8760d43d5ad3161cbe022ef95, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/58250188b67048358a883ecb3e3dd90f, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/13431b0bdea242a38317f592bd7abfa6, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/e8dca6291fed40a6a7eb2352d1f56517] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp, totalSize=47.6 K 2024-11-25T20:24:18,486 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting ac4177799b494fd2a4f5070d97344e6f, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732566256619 2024-11-25T20:24:18,487 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 31a4dcd8760d43d5ad3161cbe022ef95, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732566255222 2024-11-25T20:24:18,487 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 42831c9d3b0641e9ab69ab60c7473fa9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1732566257290 2024-11-25T20:24:18,487 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 58250188b67048358a883ecb3e3dd90f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732566256625 2024-11-25T20:24:18,487 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 756855d4a79342b59d9c0a0af031fc4f, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732566257938 2024-11-25T20:24:18,487 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 13431b0bdea242a38317f592bd7abfa6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1732566257290 2024-11-25T20:24:18,488 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting e8dca6291fed40a6a7eb2352d1f56517, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732566257938 2024-11-25T20:24:18,505 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5439bc017acaa6d950438c91c651cf7#B#compaction#250 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:18,506 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/1114d0b5d9af4a5aa5af671b20e6f9c6 is 50, key is test_row_0/B:col10/1732566257946/Put/seqid=0 2024-11-25T20:24:18,506 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5439bc017acaa6d950438c91c651cf7#A#compaction#249 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:18,507 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/9f3e3b612b634868b88379496bebe8c7 is 50, key is test_row_0/A:col10/1732566257946/Put/seqid=0 2024-11-25T20:24:18,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742125_1301 (size=12561) 2024-11-25T20:24:18,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742126_1302 (size=12561) 2024-11-25T20:24:18,522 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/9f3e3b612b634868b88379496bebe8c7 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/9f3e3b612b634868b88379496bebe8c7 2024-11-25T20:24:18,524 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/1114d0b5d9af4a5aa5af671b20e6f9c6 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/1114d0b5d9af4a5aa5af671b20e6f9c6 2024-11-25T20:24:18,528 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d5439bc017acaa6d950438c91c651cf7/A of d5439bc017acaa6d950438c91c651cf7 into 9f3e3b612b634868b88379496bebe8c7(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:18,528 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d5439bc017acaa6d950438c91c651cf7: 2024-11-25T20:24:18,528 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7., storeName=d5439bc017acaa6d950438c91c651cf7/A, priority=12, startTime=1732566258481; duration=0sec 2024-11-25T20:24:18,528 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:24:18,528 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5439bc017acaa6d950438c91c651cf7:A 2024-11-25T20:24:18,528 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:24:18,529 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48728 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:24:18,529 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): d5439bc017acaa6d950438c91c651cf7/C is initiating minor compaction (all files) 2024-11-25T20:24:18,529 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d5439bc017acaa6d950438c91c651cf7/C in TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:18,529 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/2eea6ad3695c4a129a987c79a7a86b45, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/afa92d198cdd4082a609b01ace528a33, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/41269950441d4ee6bc60dd861b8947ed, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/e5b74099f6ca4cc4bb98e094c7b728c0] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp, totalSize=47.6 K 2024-11-25T20:24:18,530 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 2eea6ad3695c4a129a987c79a7a86b45, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732566255222 2024-11-25T20:24:18,530 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting afa92d198cdd4082a609b01ace528a33, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732566256625 2024-11-25T20:24:18,530 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 41269950441d4ee6bc60dd861b8947ed, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1732566257290 2024-11-25T20:24:18,530 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting e5b74099f6ca4cc4bb98e094c7b728c0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732566257938 2024-11-25T20:24:18,531 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d5439bc017acaa6d950438c91c651cf7/B of d5439bc017acaa6d950438c91c651cf7 into 1114d0b5d9af4a5aa5af671b20e6f9c6(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:18,531 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d5439bc017acaa6d950438c91c651cf7: 2024-11-25T20:24:18,531 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7., storeName=d5439bc017acaa6d950438c91c651cf7/B, priority=12, startTime=1732566258481; duration=0sec 2024-11-25T20:24:18,531 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:18,531 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5439bc017acaa6d950438c91c651cf7:B 2024-11-25T20:24:18,542 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5439bc017acaa6d950438c91c651cf7#C#compaction#251 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:18,543 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/f885256706084e95a7b359ba71f82901 is 50, key is test_row_0/C:col10/1732566257946/Put/seqid=0 2024-11-25T20:24:18,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742127_1303 (size=12561) 2024-11-25T20:24:18,565 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/f885256706084e95a7b359ba71f82901 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/f885256706084e95a7b359ba71f82901 2024-11-25T20:24:18,573 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d5439bc017acaa6d950438c91c651cf7/C of d5439bc017acaa6d950438c91c651cf7 into f885256706084e95a7b359ba71f82901(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:18,573 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d5439bc017acaa6d950438c91c651cf7: 2024-11-25T20:24:18,573 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7., storeName=d5439bc017acaa6d950438c91c651cf7/C, priority=12, startTime=1732566258482; duration=0sec 2024-11-25T20:24:18,573 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:18,573 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5439bc017acaa6d950438c91c651cf7:C 2024-11-25T20:24:18,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-25T20:24:18,594 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:18,595 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-25T20:24:18,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:18,595 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing d5439bc017acaa6d950438c91c651cf7 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T20:24:18,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5439bc017acaa6d950438c91c651cf7, store=A 2024-11-25T20:24:18,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:18,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5439bc017acaa6d950438c91c651cf7, store=B 2024-11-25T20:24:18,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:18,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5439bc017acaa6d950438c91c651cf7, store=C 2024-11-25T20:24:18,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:18,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/b709881037364043948ae1d1ae873e80 is 50, key is test_row_0/A:col10/1732566258078/Put/seqid=0 2024-11-25T20:24:18,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742128_1304 (size=12151) 2024-11-25T20:24:18,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on d5439bc017acaa6d950438c91c651cf7 2024-11-25T20:24:18,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. as already flushing 2024-11-25T20:24:18,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:18,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36042 deadline: 1732566318743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:18,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:18,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36042 deadline: 1732566318846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:19,004 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/b709881037364043948ae1d1ae873e80 2024-11-25T20:24:19,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/1c4d4384ebaa4ed9a4bd3c7930eddc5e is 50, key is test_row_0/B:col10/1732566258078/Put/seqid=0 2024-11-25T20:24:19,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742129_1305 (size=12151) 2024-11-25T20:24:19,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:19,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36042 deadline: 1732566319049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:19,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-25T20:24:19,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:19,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36042 deadline: 1732566319351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:19,441 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/1c4d4384ebaa4ed9a4bd3c7930eddc5e 2024-11-25T20:24:19,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/bafbfc789056411fa5068888f8c94de4 is 50, key is test_row_0/C:col10/1732566258078/Put/seqid=0 2024-11-25T20:24:19,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742130_1306 (size=12151) 2024-11-25T20:24:19,461 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/bafbfc789056411fa5068888f8c94de4 2024-11-25T20:24:19,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/b709881037364043948ae1d1ae873e80 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/b709881037364043948ae1d1ae873e80 2024-11-25T20:24:19,470 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/b709881037364043948ae1d1ae873e80, entries=150, sequenceid=204, filesize=11.9 K 2024-11-25T20:24:19,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/1c4d4384ebaa4ed9a4bd3c7930eddc5e as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/1c4d4384ebaa4ed9a4bd3c7930eddc5e 2024-11-25T20:24:19,479 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/1c4d4384ebaa4ed9a4bd3c7930eddc5e, entries=150, sequenceid=204, filesize=11.9 K 2024-11-25T20:24:19,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/bafbfc789056411fa5068888f8c94de4 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/bafbfc789056411fa5068888f8c94de4 2024-11-25T20:24:19,483 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/bafbfc789056411fa5068888f8c94de4, entries=150, sequenceid=204, filesize=11.9 K 2024-11-25T20:24:19,484 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for d5439bc017acaa6d950438c91c651cf7 in 889ms, sequenceid=204, compaction requested=false 2024-11-25T20:24:19,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for d5439bc017acaa6d950438c91c651cf7: 2024-11-25T20:24:19,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:19,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-25T20:24:19,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-25T20:24:19,492 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-25T20:24:19,492 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5100 sec 2024-11-25T20:24:19,493 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 1.5160 sec 2024-11-25T20:24:19,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on d5439bc017acaa6d950438c91c651cf7 2024-11-25T20:24:19,863 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d5439bc017acaa6d950438c91c651cf7 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T20:24:19,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5439bc017acaa6d950438c91c651cf7, store=A 2024-11-25T20:24:19,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:19,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5439bc017acaa6d950438c91c651cf7, store=B 2024-11-25T20:24:19,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:19,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5439bc017acaa6d950438c91c651cf7, store=C 2024-11-25T20:24:19,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:19,867 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/979f5669a280476f8a58f0a52418788d is 50, key is test_row_0/A:col10/1732566258726/Put/seqid=0 2024-11-25T20:24:19,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742131_1307 (size=12151) 2024-11-25T20:24:19,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:19,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36042 deadline: 1732566319956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:20,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:20,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36042 deadline: 1732566320058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:20,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-25T20:24:20,082 INFO [Thread-1219 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-25T20:24:20,085 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:24:20,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-25T20:24:20,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-25T20:24:20,091 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:24:20,099 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:24:20,099 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:24:20,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-25T20:24:20,257 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:20,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-25T20:24:20,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:20,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. as already flushing 2024-11-25T20:24:20,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:20,258 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:20,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:20,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:20,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:20,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36042 deadline: 1732566320262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:20,298 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/979f5669a280476f8a58f0a52418788d 2024-11-25T20:24:20,311 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/7ce1ec90c76d45169d1d72f87b980fd7 is 50, key is test_row_0/B:col10/1732566258726/Put/seqid=0 2024-11-25T20:24:20,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742132_1308 (size=12151) 2024-11-25T20:24:20,331 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/7ce1ec90c76d45169d1d72f87b980fd7 2024-11-25T20:24:20,372 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/6316644cb8d64aefadddef71f4949785 is 50, key is test_row_0/C:col10/1732566258726/Put/seqid=0 2024-11-25T20:24:20,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742133_1309 (size=12151) 2024-11-25T20:24:20,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-25T20:24:20,413 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:20,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-25T20:24:20,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:20,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. as already flushing 2024-11-25T20:24:20,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:20,414 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:20,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:20,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:20,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:20,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36042 deadline: 1732566320567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:20,568 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:20,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-25T20:24:20,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:20,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. as already flushing 2024-11-25T20:24:20,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:20,569 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:20,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:20,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:20,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-25T20:24:20,727 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:20,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-25T20:24:20,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:20,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. as already flushing 2024-11-25T20:24:20,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:20,731 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:20,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:20,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:20,789 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/6316644cb8d64aefadddef71f4949785 2024-11-25T20:24:20,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/979f5669a280476f8a58f0a52418788d as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/979f5669a280476f8a58f0a52418788d 2024-11-25T20:24:20,801 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/979f5669a280476f8a58f0a52418788d, entries=150, sequenceid=216, filesize=11.9 K 2024-11-25T20:24:20,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/7ce1ec90c76d45169d1d72f87b980fd7 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/7ce1ec90c76d45169d1d72f87b980fd7 2024-11-25T20:24:20,805 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/7ce1ec90c76d45169d1d72f87b980fd7, entries=150, sequenceid=216, filesize=11.9 K 2024-11-25T20:24:20,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/6316644cb8d64aefadddef71f4949785 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/6316644cb8d64aefadddef71f4949785 2024-11-25T20:24:20,811 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/6316644cb8d64aefadddef71f4949785, entries=150, sequenceid=216, filesize=11.9 K 2024-11-25T20:24:20,823 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for d5439bc017acaa6d950438c91c651cf7 in 959ms, sequenceid=216, compaction requested=true 2024-11-25T20:24:20,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d5439bc017acaa6d950438c91c651cf7: 2024-11-25T20:24:20,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5439bc017acaa6d950438c91c651cf7:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:24:20,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:20,823 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:24:20,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5439bc017acaa6d950438c91c651cf7:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:24:20,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:24:20,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5439bc017acaa6d950438c91c651cf7:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:24:20,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T20:24:20,823 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:24:20,824 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:24:20,824 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): d5439bc017acaa6d950438c91c651cf7/B is initiating minor compaction (all files) 2024-11-25T20:24:20,825 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d5439bc017acaa6d950438c91c651cf7/B in TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:20,825 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/1114d0b5d9af4a5aa5af671b20e6f9c6, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/1c4d4384ebaa4ed9a4bd3c7930eddc5e, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/7ce1ec90c76d45169d1d72f87b980fd7] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp, totalSize=36.0 K 2024-11-25T20:24:20,825 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:24:20,825 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1540): d5439bc017acaa6d950438c91c651cf7/A is initiating minor compaction (all files) 2024-11-25T20:24:20,825 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d5439bc017acaa6d950438c91c651cf7/A in TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:20,825 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/9f3e3b612b634868b88379496bebe8c7, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/b709881037364043948ae1d1ae873e80, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/979f5669a280476f8a58f0a52418788d] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp, totalSize=36.0 K 2024-11-25T20:24:20,833 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9f3e3b612b634868b88379496bebe8c7, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732566257938 2024-11-25T20:24:20,833 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 1114d0b5d9af4a5aa5af671b20e6f9c6, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732566257938 2024-11-25T20:24:20,835 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c4d4384ebaa4ed9a4bd3c7930eddc5e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732566258066 2024-11-25T20:24:20,835 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting b709881037364043948ae1d1ae873e80, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732566258066 2024-11-25T20:24:20,835 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 979f5669a280476f8a58f0a52418788d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732566258726 2024-11-25T20:24:20,836 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 7ce1ec90c76d45169d1d72f87b980fd7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732566258726 2024-11-25T20:24:20,848 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5439bc017acaa6d950438c91c651cf7#A#compaction#258 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:20,848 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/0ef417e4a59145bbb2a0f3192dc82cfb is 50, key is test_row_0/A:col10/1732566258726/Put/seqid=0 2024-11-25T20:24:20,852 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5439bc017acaa6d950438c91c651cf7#B#compaction#259 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:20,853 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/33c48e9ae3e24cd69aef4fc79941afa9 is 50, key is test_row_0/B:col10/1732566258726/Put/seqid=0 2024-11-25T20:24:20,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742134_1310 (size=12663) 2024-11-25T20:24:20,865 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/0ef417e4a59145bbb2a0f3192dc82cfb as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/0ef417e4a59145bbb2a0f3192dc82cfb 2024-11-25T20:24:20,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742135_1311 (size=12663) 2024-11-25T20:24:20,874 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d5439bc017acaa6d950438c91c651cf7/A of d5439bc017acaa6d950438c91c651cf7 into 0ef417e4a59145bbb2a0f3192dc82cfb(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:20,874 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d5439bc017acaa6d950438c91c651cf7: 2024-11-25T20:24:20,874 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7., storeName=d5439bc017acaa6d950438c91c651cf7/A, priority=13, startTime=1732566260823; duration=0sec 2024-11-25T20:24:20,874 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:24:20,875 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5439bc017acaa6d950438c91c651cf7:A 2024-11-25T20:24:20,875 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:24:20,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on d5439bc017acaa6d950438c91c651cf7 2024-11-25T20:24:20,877 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d5439bc017acaa6d950438c91c651cf7 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T20:24:20,877 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:24:20,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5439bc017acaa6d950438c91c651cf7, store=A 2024-11-25T20:24:20,877 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1540): d5439bc017acaa6d950438c91c651cf7/C is initiating minor compaction (all files) 2024-11-25T20:24:20,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:20,877 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d5439bc017acaa6d950438c91c651cf7/C in TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:20,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5439bc017acaa6d950438c91c651cf7, store=B 2024-11-25T20:24:20,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:20,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5439bc017acaa6d950438c91c651cf7, store=C 2024-11-25T20:24:20,877 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/f885256706084e95a7b359ba71f82901, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/bafbfc789056411fa5068888f8c94de4, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/6316644cb8d64aefadddef71f4949785] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp, totalSize=36.0 K 2024-11-25T20:24:20,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:20,878 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting f885256706084e95a7b359ba71f82901, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732566257938 2024-11-25T20:24:20,879 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting bafbfc789056411fa5068888f8c94de4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732566258066 2024-11-25T20:24:20,880 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6316644cb8d64aefadddef71f4949785, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732566258726 2024-11-25T20:24:20,885 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/fca9d87af4f241f4a194f05ebdf8f644 is 50, key is test_row_0/A:col10/1732566260875/Put/seqid=0 2024-11-25T20:24:20,893 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:20,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-25T20:24:20,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:20,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. as already flushing 2024-11-25T20:24:20,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:20,896 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:20,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:20,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:20,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:20,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36064 deadline: 1732566320908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:20,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:20,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1732566320910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:20,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:20,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36086 deadline: 1732566320910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:20,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:20,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36090 deadline: 1732566320911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:20,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742136_1312 (size=14541) 2024-11-25T20:24:20,939 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/fca9d87af4f241f4a194f05ebdf8f644 2024-11-25T20:24:20,945 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5439bc017acaa6d950438c91c651cf7#C#compaction#261 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:20,947 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/a643d3fe197a4f0597eb9a53623f1d5c is 50, key is test_row_0/C:col10/1732566258726/Put/seqid=0 2024-11-25T20:24:20,965 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/09bb6ec333ab4f9b95c0ff3daa2beb83 is 50, key is test_row_0/B:col10/1732566260875/Put/seqid=0 2024-11-25T20:24:21,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742137_1313 (size=12663) 2024-11-25T20:24:21,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:21,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36086 deadline: 1732566321016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:21,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:21,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1732566321016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:21,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:21,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36064 deadline: 1732566321016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:21,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742138_1314 (size=12151) 2024-11-25T20:24:21,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:21,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36090 deadline: 1732566321021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:21,030 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/09bb6ec333ab4f9b95c0ff3daa2beb83 2024-11-25T20:24:21,053 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:21,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-25T20:24:21,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:21,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. as already flushing 2024-11-25T20:24:21,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:21,054 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:21,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:21,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:21,065 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/0b5f8ac156ec4e7e9e02fbec48e69423 is 50, key is test_row_0/C:col10/1732566260875/Put/seqid=0 2024-11-25T20:24:21,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742139_1315 (size=12151) 2024-11-25T20:24:21,071 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/0b5f8ac156ec4e7e9e02fbec48e69423 2024-11-25T20:24:21,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:21,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36042 deadline: 1732566321069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:21,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/fca9d87af4f241f4a194f05ebdf8f644 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/fca9d87af4f241f4a194f05ebdf8f644 2024-11-25T20:24:21,081 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/fca9d87af4f241f4a194f05ebdf8f644, entries=200, sequenceid=242, filesize=14.2 K 2024-11-25T20:24:21,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/09bb6ec333ab4f9b95c0ff3daa2beb83 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/09bb6ec333ab4f9b95c0ff3daa2beb83 2024-11-25T20:24:21,086 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/09bb6ec333ab4f9b95c0ff3daa2beb83, entries=150, sequenceid=242, filesize=11.9 K 2024-11-25T20:24:21,086 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/0b5f8ac156ec4e7e9e02fbec48e69423 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/0b5f8ac156ec4e7e9e02fbec48e69423 2024-11-25T20:24:21,095 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/0b5f8ac156ec4e7e9e02fbec48e69423, entries=150, sequenceid=242, filesize=11.9 K 2024-11-25T20:24:21,096 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for d5439bc017acaa6d950438c91c651cf7 in 218ms, sequenceid=242, compaction requested=false 2024-11-25T20:24:21,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d5439bc017acaa6d950438c91c651cf7: 2024-11-25T20:24:21,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-25T20:24:21,207 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:21,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-25T20:24:21,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:21,208 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing d5439bc017acaa6d950438c91c651cf7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T20:24:21,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5439bc017acaa6d950438c91c651cf7, store=A 2024-11-25T20:24:21,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:21,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5439bc017acaa6d950438c91c651cf7, store=B 2024-11-25T20:24:21,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:21,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5439bc017acaa6d950438c91c651cf7, store=C 2024-11-25T20:24:21,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:21,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/604c88a197e24c288fc69c314fe11262 is 50, key is test_row_0/A:col10/1732566260908/Put/seqid=0 2024-11-25T20:24:21,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. as already flushing 2024-11-25T20:24:21,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on d5439bc017acaa6d950438c91c651cf7 2024-11-25T20:24:21,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742140_1316 (size=12151) 2024-11-25T20:24:21,231 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/604c88a197e24c288fc69c314fe11262 2024-11-25T20:24:21,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/40b4789c3ae749ffa451166faa3373e5 is 50, key is test_row_0/B:col10/1732566260908/Put/seqid=0 2024-11-25T20:24:21,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:21,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36090 deadline: 1732566321261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:21,271 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/33c48e9ae3e24cd69aef4fc79941afa9 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/33c48e9ae3e24cd69aef4fc79941afa9 2024-11-25T20:24:21,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:21,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:21,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1732566321266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:21,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36086 deadline: 1732566321267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:21,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:21,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36064 deadline: 1732566321267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:21,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742141_1317 (size=12151) 2024-11-25T20:24:21,276 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/40b4789c3ae749ffa451166faa3373e5 2024-11-25T20:24:21,284 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d5439bc017acaa6d950438c91c651cf7/B of d5439bc017acaa6d950438c91c651cf7 into 33c48e9ae3e24cd69aef4fc79941afa9(size=12.4 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:21,284 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d5439bc017acaa6d950438c91c651cf7: 2024-11-25T20:24:21,284 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7., storeName=d5439bc017acaa6d950438c91c651cf7/B, priority=13, startTime=1732566260823; duration=0sec 2024-11-25T20:24:21,284 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:21,284 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5439bc017acaa6d950438c91c651cf7:B 2024-11-25T20:24:21,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/ad31da6cfacf47c9824313d4cba0fa81 is 50, key is test_row_0/C:col10/1732566260908/Put/seqid=0 2024-11-25T20:24:21,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742142_1318 (size=12151) 2024-11-25T20:24:21,320 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/ad31da6cfacf47c9824313d4cba0fa81 2024-11-25T20:24:21,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/604c88a197e24c288fc69c314fe11262 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/604c88a197e24c288fc69c314fe11262 2024-11-25T20:24:21,327 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/604c88a197e24c288fc69c314fe11262, entries=150, sequenceid=253, filesize=11.9 K 2024-11-25T20:24:21,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/40b4789c3ae749ffa451166faa3373e5 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/40b4789c3ae749ffa451166faa3373e5 2024-11-25T20:24:21,334 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/40b4789c3ae749ffa451166faa3373e5, entries=150, sequenceid=253, filesize=11.9 K 2024-11-25T20:24:21,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/ad31da6cfacf47c9824313d4cba0fa81 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/ad31da6cfacf47c9824313d4cba0fa81 2024-11-25T20:24:21,340 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/ad31da6cfacf47c9824313d4cba0fa81, entries=150, sequenceid=253, filesize=11.9 K 2024-11-25T20:24:21,344 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for d5439bc017acaa6d950438c91c651cf7 in 136ms, sequenceid=253, compaction requested=true 2024-11-25T20:24:21,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for d5439bc017acaa6d950438c91c651cf7: 2024-11-25T20:24:21,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:21,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-25T20:24:21,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-25T20:24:21,346 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-25T20:24:21,347 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2460 sec 2024-11-25T20:24:21,348 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 1.2620 sec 2024-11-25T20:24:21,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on d5439bc017acaa6d950438c91c651cf7 2024-11-25T20:24:21,371 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d5439bc017acaa6d950438c91c651cf7 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-25T20:24:21,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5439bc017acaa6d950438c91c651cf7, store=A 2024-11-25T20:24:21,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:21,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5439bc017acaa6d950438c91c651cf7, store=B 2024-11-25T20:24:21,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:21,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5439bc017acaa6d950438c91c651cf7, store=C 2024-11-25T20:24:21,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:21,377 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/783924df64fe48ef9fc7f5e23a505e3f is 50, key is test_row_0/A:col10/1732566261260/Put/seqid=0 2024-11-25T20:24:21,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:21,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1732566321378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:21,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:21,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36064 deadline: 1732566321378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:21,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:21,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36086 deadline: 1732566321379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:21,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:21,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36090 deadline: 1732566321380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:21,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742143_1319 (size=14741) 2024-11-25T20:24:21,418 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/a643d3fe197a4f0597eb9a53623f1d5c as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/a643d3fe197a4f0597eb9a53623f1d5c 2024-11-25T20:24:21,423 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d5439bc017acaa6d950438c91c651cf7/C of d5439bc017acaa6d950438c91c651cf7 into a643d3fe197a4f0597eb9a53623f1d5c(size=12.4 K), total size for store is 36.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:21,423 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d5439bc017acaa6d950438c91c651cf7: 2024-11-25T20:24:21,423 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7., storeName=d5439bc017acaa6d950438c91c651cf7/C, priority=13, startTime=1732566260823; duration=0sec 2024-11-25T20:24:21,423 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:21,423 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5439bc017acaa6d950438c91c651cf7:C 2024-11-25T20:24:21,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:21,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36064 deadline: 1732566321484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:21,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:21,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1732566321484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:21,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:21,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36086 deadline: 1732566321484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:21,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:21,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36090 deadline: 1732566321484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:21,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:21,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36090 deadline: 1732566321688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:21,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:21,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1732566321688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:21,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:21,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36086 deadline: 1732566321689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:21,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:21,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36064 deadline: 1732566321689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:21,790 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/783924df64fe48ef9fc7f5e23a505e3f 2024-11-25T20:24:21,809 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/76502e5987e64cb78c09ee556361b92d is 50, key is test_row_0/B:col10/1732566261260/Put/seqid=0 2024-11-25T20:24:21,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742144_1320 (size=12301) 2024-11-25T20:24:21,843 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/76502e5987e64cb78c09ee556361b92d 2024-11-25T20:24:21,860 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/53ba31ded7364e749aaa8e5254e0d2fe is 50, key is test_row_0/C:col10/1732566261260/Put/seqid=0 2024-11-25T20:24:21,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742145_1321 (size=12301) 2024-11-25T20:24:21,897 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/53ba31ded7364e749aaa8e5254e0d2fe 2024-11-25T20:24:21,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/783924df64fe48ef9fc7f5e23a505e3f as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/783924df64fe48ef9fc7f5e23a505e3f 2024-11-25T20:24:21,913 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/783924df64fe48ef9fc7f5e23a505e3f, entries=200, sequenceid=281, filesize=14.4 K 2024-11-25T20:24:21,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/76502e5987e64cb78c09ee556361b92d as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/76502e5987e64cb78c09ee556361b92d 2024-11-25T20:24:21,920 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/76502e5987e64cb78c09ee556361b92d, entries=150, sequenceid=281, filesize=12.0 K 2024-11-25T20:24:21,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/53ba31ded7364e749aaa8e5254e0d2fe as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/53ba31ded7364e749aaa8e5254e0d2fe 2024-11-25T20:24:21,925 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/53ba31ded7364e749aaa8e5254e0d2fe, entries=150, sequenceid=281, filesize=12.0 K 2024-11-25T20:24:21,926 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for d5439bc017acaa6d950438c91c651cf7 in 555ms, sequenceid=281, compaction requested=true 2024-11-25T20:24:21,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d5439bc017acaa6d950438c91c651cf7: 2024-11-25T20:24:21,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5439bc017acaa6d950438c91c651cf7:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:24:21,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:21,926 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:24:21,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5439bc017acaa6d950438c91c651cf7:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:24:21,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:21,926 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:24:21,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5439bc017acaa6d950438c91c651cf7:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:24:21,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:24:21,930 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54096 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:24:21,930 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1540): d5439bc017acaa6d950438c91c651cf7/A is initiating minor compaction (all files) 2024-11-25T20:24:21,930 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d5439bc017acaa6d950438c91c651cf7/A in TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:21,930 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/0ef417e4a59145bbb2a0f3192dc82cfb, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/fca9d87af4f241f4a194f05ebdf8f644, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/604c88a197e24c288fc69c314fe11262, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/783924df64fe48ef9fc7f5e23a505e3f] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp, totalSize=52.8 K 2024-11-25T20:24:21,931 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:24:21,931 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ef417e4a59145bbb2a0f3192dc82cfb, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732566258726 2024-11-25T20:24:21,931 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): d5439bc017acaa6d950438c91c651cf7/B is initiating minor compaction (all files) 2024-11-25T20:24:21,931 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d5439bc017acaa6d950438c91c651cf7/B in TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:21,931 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/33c48e9ae3e24cd69aef4fc79941afa9, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/09bb6ec333ab4f9b95c0ff3daa2beb83, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/40b4789c3ae749ffa451166faa3373e5, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/76502e5987e64cb78c09ee556361b92d] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp, totalSize=48.1 K 2024-11-25T20:24:21,931 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting fca9d87af4f241f4a194f05ebdf8f644, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732566259942 2024-11-25T20:24:21,931 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 33c48e9ae3e24cd69aef4fc79941afa9, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732566258726 2024-11-25T20:24:21,931 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 604c88a197e24c288fc69c314fe11262, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732566260906 2024-11-25T20:24:21,931 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 09bb6ec333ab4f9b95c0ff3daa2beb83, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732566259942 2024-11-25T20:24:21,931 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 783924df64fe48ef9fc7f5e23a505e3f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732566261253 2024-11-25T20:24:21,931 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 40b4789c3ae749ffa451166faa3373e5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732566260906 2024-11-25T20:24:21,932 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 76502e5987e64cb78c09ee556361b92d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732566261253 2024-11-25T20:24:21,942 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5439bc017acaa6d950438c91c651cf7#B#compaction#270 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:21,942 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5439bc017acaa6d950438c91c651cf7#A#compaction#271 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:21,943 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/af513747ca3e4e5296c56670a523abd1 is 50, key is test_row_0/B:col10/1732566261260/Put/seqid=0 2024-11-25T20:24:21,943 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/681a62a049054355a19ed27e43787ec6 is 50, key is test_row_0/A:col10/1732566261260/Put/seqid=0 2024-11-25T20:24:21,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742147_1323 (size=12949) 2024-11-25T20:24:21,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742146_1322 (size=12949) 2024-11-25T20:24:21,995 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d5439bc017acaa6d950438c91c651cf7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T20:24:21,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5439bc017acaa6d950438c91c651cf7, store=A 2024-11-25T20:24:21,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:21,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5439bc017acaa6d950438c91c651cf7, store=B 2024-11-25T20:24:21,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:21,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5439bc017acaa6d950438c91c651cf7, store=C 2024-11-25T20:24:21,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:21,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on d5439bc017acaa6d950438c91c651cf7 2024-11-25T20:24:21,998 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/681a62a049054355a19ed27e43787ec6 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/681a62a049054355a19ed27e43787ec6 2024-11-25T20:24:22,015 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/64d6df34d46343c78400b5369ab07292 is 50, key is test_row_0/A:col10/1732566261378/Put/seqid=0 2024-11-25T20:24:22,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742148_1324 (size=12301) 2024-11-25T20:24:22,048 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d5439bc017acaa6d950438c91c651cf7/A of d5439bc017acaa6d950438c91c651cf7 into 681a62a049054355a19ed27e43787ec6(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:22,048 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d5439bc017acaa6d950438c91c651cf7: 2024-11-25T20:24:22,048 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7., storeName=d5439bc017acaa6d950438c91c651cf7/A, priority=12, startTime=1732566261926; duration=0sec 2024-11-25T20:24:22,048 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:24:22,048 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5439bc017acaa6d950438c91c651cf7:A 2024-11-25T20:24:22,048 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:24:22,050 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:24:22,051 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1540): d5439bc017acaa6d950438c91c651cf7/C is initiating minor compaction (all files) 2024-11-25T20:24:22,051 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d5439bc017acaa6d950438c91c651cf7/C in TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:22,051 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/a643d3fe197a4f0597eb9a53623f1d5c, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/0b5f8ac156ec4e7e9e02fbec48e69423, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/ad31da6cfacf47c9824313d4cba0fa81, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/53ba31ded7364e749aaa8e5254e0d2fe] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp, totalSize=48.1 K 2024-11-25T20:24:22,051 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting a643d3fe197a4f0597eb9a53623f1d5c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732566258726 2024-11-25T20:24:22,051 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0b5f8ac156ec4e7e9e02fbec48e69423, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732566259942 2024-11-25T20:24:22,052 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad31da6cfacf47c9824313d4cba0fa81, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732566260906 2024-11-25T20:24:22,052 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 53ba31ded7364e749aaa8e5254e0d2fe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732566261253 2024-11-25T20:24:22,066 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5439bc017acaa6d950438c91c651cf7#C#compaction#273 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:22,066 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/5857d5309ea0479995f8800157dfc704 is 50, key is test_row_0/C:col10/1732566261260/Put/seqid=0 2024-11-25T20:24:22,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742149_1325 (size=12949) 2024-11-25T20:24:22,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:22,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36090 deadline: 1732566322077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:22,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:22,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36064 deadline: 1732566322077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:22,084 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/5857d5309ea0479995f8800157dfc704 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/5857d5309ea0479995f8800157dfc704 2024-11-25T20:24:22,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:22,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1732566322079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:22,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:22,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36086 deadline: 1732566322079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:22,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:22,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36042 deadline: 1732566322082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:22,095 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d5439bc017acaa6d950438c91c651cf7/C of d5439bc017acaa6d950438c91c651cf7 into 5857d5309ea0479995f8800157dfc704(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:22,095 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d5439bc017acaa6d950438c91c651cf7: 2024-11-25T20:24:22,095 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7., storeName=d5439bc017acaa6d950438c91c651cf7/C, priority=12, startTime=1732566261926; duration=0sec 2024-11-25T20:24:22,095 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:22,095 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5439bc017acaa6d950438c91c651cf7:C 2024-11-25T20:24:22,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:22,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36090 deadline: 1732566322182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:22,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:22,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36064 deadline: 1732566322183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:22,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:22,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1732566322185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:22,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:22,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36086 deadline: 1732566322187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:22,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-25T20:24:22,194 INFO [Thread-1219 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-25T20:24:22,195 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:24:22,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-11-25T20:24:22,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-25T20:24:22,197 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:24:22,197 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:24:22,197 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:24:22,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-25T20:24:22,349 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:22,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-25T20:24:22,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:22,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. as already flushing 2024-11-25T20:24:22,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:22,350 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:22,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:22,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:22,364 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/af513747ca3e4e5296c56670a523abd1 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/af513747ca3e4e5296c56670a523abd1 2024-11-25T20:24:22,368 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d5439bc017acaa6d950438c91c651cf7/B of d5439bc017acaa6d950438c91c651cf7 into af513747ca3e4e5296c56670a523abd1(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:22,368 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d5439bc017acaa6d950438c91c651cf7: 2024-11-25T20:24:22,368 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7., storeName=d5439bc017acaa6d950438c91c651cf7/B, priority=12, startTime=1732566261926; duration=0sec 2024-11-25T20:24:22,368 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:22,368 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5439bc017acaa6d950438c91c651cf7:B 2024-11-25T20:24:22,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:22,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36090 deadline: 1732566322384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:22,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:22,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36064 deadline: 1732566322386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:22,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:22,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1732566322388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:22,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:22,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36086 deadline: 1732566322388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:22,434 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/64d6df34d46343c78400b5369ab07292 2024-11-25T20:24:22,440 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/9eb74fac721e4581b7a83c9127653a38 is 50, key is test_row_0/B:col10/1732566261378/Put/seqid=0 2024-11-25T20:24:22,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742150_1326 (size=12301) 2024-11-25T20:24:22,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-25T20:24:22,501 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:22,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-25T20:24:22,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:22,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. as already flushing 2024-11-25T20:24:22,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:22,502 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:22,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:22,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:22,660 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:22,660 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-25T20:24:22,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:22,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. as already flushing 2024-11-25T20:24:22,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:22,661 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:22,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:22,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:22,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:22,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36090 deadline: 1732566322688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:22,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:22,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36064 deadline: 1732566322690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:22,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:22,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36086 deadline: 1732566322690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:22,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:22,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1732566322691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:22,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-25T20:24:22,813 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:22,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-25T20:24:22,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:22,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. as already flushing 2024-11-25T20:24:22,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:22,814 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:22,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:22,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:22,844 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/9eb74fac721e4581b7a83c9127653a38 2024-11-25T20:24:22,856 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/4300d9820a9a48ccaad08a0f8d6fe092 is 50, key is test_row_0/C:col10/1732566261378/Put/seqid=0 2024-11-25T20:24:22,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742151_1327 (size=12301) 2024-11-25T20:24:22,861 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/4300d9820a9a48ccaad08a0f8d6fe092 2024-11-25T20:24:22,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/64d6df34d46343c78400b5369ab07292 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/64d6df34d46343c78400b5369ab07292 2024-11-25T20:24:22,875 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/64d6df34d46343c78400b5369ab07292, entries=150, sequenceid=293, filesize=12.0 K 2024-11-25T20:24:22,876 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/9eb74fac721e4581b7a83c9127653a38 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/9eb74fac721e4581b7a83c9127653a38 2024-11-25T20:24:22,880 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/9eb74fac721e4581b7a83c9127653a38, entries=150, sequenceid=293, filesize=12.0 K 2024-11-25T20:24:22,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/4300d9820a9a48ccaad08a0f8d6fe092 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/4300d9820a9a48ccaad08a0f8d6fe092 2024-11-25T20:24:22,886 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/4300d9820a9a48ccaad08a0f8d6fe092, entries=150, sequenceid=293, filesize=12.0 K 2024-11-25T20:24:22,887 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for d5439bc017acaa6d950438c91c651cf7 in 892ms, sequenceid=293, compaction requested=false 2024-11-25T20:24:22,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d5439bc017acaa6d950438c91c651cf7: 2024-11-25T20:24:22,965 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:22,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-25T20:24:22,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:22,966 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing d5439bc017acaa6d950438c91c651cf7 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T20:24:22,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5439bc017acaa6d950438c91c651cf7, store=A 2024-11-25T20:24:22,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:22,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5439bc017acaa6d950438c91c651cf7, store=B 2024-11-25T20:24:22,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:22,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5439bc017acaa6d950438c91c651cf7, store=C 2024-11-25T20:24:22,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:22,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/5f64e48370b645a7a7a64794b913dd38 is 50, key is test_row_0/A:col10/1732566262068/Put/seqid=0 2024-11-25T20:24:22,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742152_1328 (size=12301) 2024-11-25T20:24:22,993 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/5f64e48370b645a7a7a64794b913dd38 2024-11-25T20:24:23,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/e8e6bf39b291484daa45468414db0b65 is 50, key is test_row_0/B:col10/1732566262068/Put/seqid=0 2024-11-25T20:24:23,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742153_1329 (size=12301) 2024-11-25T20:24:23,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. as already flushing 2024-11-25T20:24:23,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on d5439bc017acaa6d950438c91c651cf7 2024-11-25T20:24:23,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:23,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1732566323204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:23,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:23,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36086 deadline: 1732566323205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:23,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:23,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36090 deadline: 1732566323206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:23,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:23,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36064 deadline: 1732566323206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:23,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-25T20:24:23,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:23,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1732566323307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:23,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:23,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36086 deadline: 1732566323309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:23,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:23,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36090 deadline: 1732566323309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:23,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:23,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36064 deadline: 1732566323309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:23,445 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/e8e6bf39b291484daa45468414db0b65 2024-11-25T20:24:23,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/e66dc515a99b4920803604ddfe56d672 is 50, key is test_row_0/C:col10/1732566262068/Put/seqid=0 2024-11-25T20:24:23,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742154_1330 (size=12301) 2024-11-25T20:24:23,467 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/e66dc515a99b4920803604ddfe56d672 2024-11-25T20:24:23,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/5f64e48370b645a7a7a64794b913dd38 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/5f64e48370b645a7a7a64794b913dd38 2024-11-25T20:24:23,479 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/5f64e48370b645a7a7a64794b913dd38, entries=150, sequenceid=321, filesize=12.0 K 2024-11-25T20:24:23,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/e8e6bf39b291484daa45468414db0b65 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/e8e6bf39b291484daa45468414db0b65 2024-11-25T20:24:23,483 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/e8e6bf39b291484daa45468414db0b65, entries=150, sequenceid=321, filesize=12.0 K 2024-11-25T20:24:23,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/e66dc515a99b4920803604ddfe56d672 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/e66dc515a99b4920803604ddfe56d672 2024-11-25T20:24:23,487 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/e66dc515a99b4920803604ddfe56d672, entries=150, sequenceid=321, filesize=12.0 K 2024-11-25T20:24:23,487 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for d5439bc017acaa6d950438c91c651cf7 in 521ms, sequenceid=321, compaction requested=true 2024-11-25T20:24:23,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for d5439bc017acaa6d950438c91c651cf7: 2024-11-25T20:24:23,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:23,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-11-25T20:24:23,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-11-25T20:24:23,490 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-25T20:24:23,490 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2910 sec 2024-11-25T20:24:23,500 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 1.2990 sec 2024-11-25T20:24:23,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on d5439bc017acaa6d950438c91c651cf7 2024-11-25T20:24:23,513 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d5439bc017acaa6d950438c91c651cf7 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T20:24:23,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5439bc017acaa6d950438c91c651cf7, store=A 2024-11-25T20:24:23,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:23,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5439bc017acaa6d950438c91c651cf7, store=B 2024-11-25T20:24:23,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:23,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5439bc017acaa6d950438c91c651cf7, store=C 2024-11-25T20:24:23,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:23,528 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/25c90bd6d49446eab431f2444abff331 is 50, key is test_row_0/A:col10/1732566263199/Put/seqid=0 2024-11-25T20:24:23,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742155_1331 (size=14741) 2024-11-25T20:24:23,539 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/25c90bd6d49446eab431f2444abff331 2024-11-25T20:24:23,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:23,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:23,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1732566323547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:23,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36086 deadline: 1732566323545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:23,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:23,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36090 deadline: 1732566323548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:23,552 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/ea295b182a3f40988324e3bb41bcd676 is 50, key is test_row_0/B:col10/1732566263199/Put/seqid=0 2024-11-25T20:24:23,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:23,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36064 deadline: 1732566323551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:23,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742156_1332 (size=12301) 2024-11-25T20:24:23,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:23,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36086 deadline: 1732566323652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:23,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:23,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:23,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36090 deadline: 1732566323657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:23,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1732566323656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:23,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:23,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36064 deadline: 1732566323657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:23,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:23,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36086 deadline: 1732566323858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:23,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:23,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36064 deadline: 1732566323862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:23,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:23,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:23,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1732566323866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:23,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36090 deadline: 1732566323866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:23,960 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/ea295b182a3f40988324e3bb41bcd676 2024-11-25T20:24:23,965 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/cfbedb4ef60643a7a7e4ae1969edb2fe is 50, key is test_row_0/C:col10/1732566263199/Put/seqid=0 2024-11-25T20:24:23,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742157_1333 (size=12301) 2024-11-25T20:24:24,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:24,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36042 deadline: 1732566324096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:24,100 DEBUG [Thread-1217 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4144 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7., hostname=a8cf619b0679,41621,1732566182451, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T20:24:24,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:24,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36086 deadline: 1732566324166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:24,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:24,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36064 deadline: 1732566324169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:24,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:24,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1732566324170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:24,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:24,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36090 deadline: 1732566324172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:24,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-25T20:24:24,300 INFO [Thread-1219 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-25T20:24:24,301 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:24:24,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-11-25T20:24:24,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-25T20:24:24,304 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:24:24,304 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:24:24,304 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:24:24,377 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/cfbedb4ef60643a7a7e4ae1969edb2fe 2024-11-25T20:24:24,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/25c90bd6d49446eab431f2444abff331 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/25c90bd6d49446eab431f2444abff331 2024-11-25T20:24:24,384 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/25c90bd6d49446eab431f2444abff331, entries=200, sequenceid=334, filesize=14.4 K 2024-11-25T20:24:24,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/ea295b182a3f40988324e3bb41bcd676 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/ea295b182a3f40988324e3bb41bcd676 2024-11-25T20:24:24,388 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/ea295b182a3f40988324e3bb41bcd676, entries=150, sequenceid=334, filesize=12.0 K 2024-11-25T20:24:24,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/cfbedb4ef60643a7a7e4ae1969edb2fe as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/cfbedb4ef60643a7a7e4ae1969edb2fe 2024-11-25T20:24:24,394 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/cfbedb4ef60643a7a7e4ae1969edb2fe, entries=150, sequenceid=334, filesize=12.0 K 2024-11-25T20:24:24,395 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for d5439bc017acaa6d950438c91c651cf7 in 881ms, sequenceid=334, compaction requested=true 2024-11-25T20:24:24,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d5439bc017acaa6d950438c91c651cf7: 2024-11-25T20:24:24,395 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:24:24,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5439bc017acaa6d950438c91c651cf7:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:24:24,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:24,395 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:24:24,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5439bc017acaa6d950438c91c651cf7:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:24:24,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:24,396 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52292 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:24:24,396 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1540): d5439bc017acaa6d950438c91c651cf7/A is initiating minor compaction (all files) 2024-11-25T20:24:24,396 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d5439bc017acaa6d950438c91c651cf7/A in TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:24,396 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:24:24,396 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): d5439bc017acaa6d950438c91c651cf7/B is initiating minor compaction (all files) 2024-11-25T20:24:24,396 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/681a62a049054355a19ed27e43787ec6, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/64d6df34d46343c78400b5369ab07292, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/5f64e48370b645a7a7a64794b913dd38, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/25c90bd6d49446eab431f2444abff331] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp, totalSize=51.1 K 2024-11-25T20:24:24,396 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d5439bc017acaa6d950438c91c651cf7/B in TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:24,396 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/af513747ca3e4e5296c56670a523abd1, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/9eb74fac721e4581b7a83c9127653a38, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/e8e6bf39b291484daa45468414db0b65, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/ea295b182a3f40988324e3bb41bcd676] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp, totalSize=48.7 K 2024-11-25T20:24:24,397 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 681a62a049054355a19ed27e43787ec6, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732566261253 2024-11-25T20:24:24,397 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting af513747ca3e4e5296c56670a523abd1, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732566261253 2024-11-25T20:24:24,397 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 9eb74fac721e4581b7a83c9127653a38, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732566261377 2024-11-25T20:24:24,397 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 64d6df34d46343c78400b5369ab07292, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732566261377 2024-11-25T20:24:24,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5439bc017acaa6d950438c91c651cf7:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:24:24,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:24:24,398 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f64e48370b645a7a7a64794b913dd38, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732566262068 2024-11-25T20:24:24,398 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting e8e6bf39b291484daa45468414db0b65, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732566262068 2024-11-25T20:24:24,398 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 25c90bd6d49446eab431f2444abff331, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732566263199 2024-11-25T20:24:24,398 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting ea295b182a3f40988324e3bb41bcd676, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732566263199 2024-11-25T20:24:24,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-25T20:24:24,405 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5439bc017acaa6d950438c91c651cf7#A#compaction#282 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:24,406 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5439bc017acaa6d950438c91c651cf7#B#compaction#283 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:24,406 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/3738b9d407564c1e82d9d732c5d762fb is 50, key is test_row_0/B:col10/1732566263199/Put/seqid=0 2024-11-25T20:24:24,406 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/9a27cc8baf7c4ebc8ddb0d2420219202 is 50, key is test_row_0/A:col10/1732566263199/Put/seqid=0 2024-11-25T20:24:24,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742159_1335 (size=13085) 2024-11-25T20:24:24,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742158_1334 (size=13085) 2024-11-25T20:24:24,457 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:24,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-25T20:24:24,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:24,457 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing d5439bc017acaa6d950438c91c651cf7 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-25T20:24:24,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5439bc017acaa6d950438c91c651cf7, store=A 2024-11-25T20:24:24,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:24,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5439bc017acaa6d950438c91c651cf7, store=B 2024-11-25T20:24:24,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:24,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5439bc017acaa6d950438c91c651cf7, store=C 2024-11-25T20:24:24,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:24,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/707691e6c72a4172a36e63e59789e009 is 50, key is test_row_0/A:col10/1732566263544/Put/seqid=0 2024-11-25T20:24:24,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742160_1336 (size=12301) 2024-11-25T20:24:24,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-25T20:24:24,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on d5439bc017acaa6d950438c91c651cf7 2024-11-25T20:24:24,678 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. as already flushing 2024-11-25T20:24:24,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:24,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36064 deadline: 1732566324687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:24,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:24,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1732566324688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:24,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:24,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36090 deadline: 1732566324690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:24,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:24,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36086 deadline: 1732566324691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:24,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:24,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36090 deadline: 1732566324792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:24,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:24,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1732566324792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:24,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:24,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36086 deadline: 1732566324792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:24,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:24,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36064 deadline: 1732566324794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:24,813 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/9a27cc8baf7c4ebc8ddb0d2420219202 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/9a27cc8baf7c4ebc8ddb0d2420219202 2024-11-25T20:24:24,813 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/3738b9d407564c1e82d9d732c5d762fb as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/3738b9d407564c1e82d9d732c5d762fb 2024-11-25T20:24:24,821 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d5439bc017acaa6d950438c91c651cf7/B of d5439bc017acaa6d950438c91c651cf7 into 3738b9d407564c1e82d9d732c5d762fb(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:24,821 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d5439bc017acaa6d950438c91c651cf7/A of d5439bc017acaa6d950438c91c651cf7 into 9a27cc8baf7c4ebc8ddb0d2420219202(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:24,821 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d5439bc017acaa6d950438c91c651cf7: 2024-11-25T20:24:24,821 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d5439bc017acaa6d950438c91c651cf7: 2024-11-25T20:24:24,821 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7., storeName=d5439bc017acaa6d950438c91c651cf7/B, priority=12, startTime=1732566264395; duration=0sec 2024-11-25T20:24:24,821 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7., storeName=d5439bc017acaa6d950438c91c651cf7/A, priority=12, startTime=1732566264395; duration=0sec 2024-11-25T20:24:24,821 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:24:24,822 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5439bc017acaa6d950438c91c651cf7:A 2024-11-25T20:24:24,822 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:24,822 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5439bc017acaa6d950438c91c651cf7:B 2024-11-25T20:24:24,822 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:24:24,823 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:24:24,823 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1540): d5439bc017acaa6d950438c91c651cf7/C is initiating minor compaction (all files) 2024-11-25T20:24:24,823 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d5439bc017acaa6d950438c91c651cf7/C in TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:24,823 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/5857d5309ea0479995f8800157dfc704, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/4300d9820a9a48ccaad08a0f8d6fe092, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/e66dc515a99b4920803604ddfe56d672, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/cfbedb4ef60643a7a7e4ae1969edb2fe] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp, totalSize=48.7 K 2024-11-25T20:24:24,823 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5857d5309ea0479995f8800157dfc704, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732566261253 2024-11-25T20:24:24,823 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4300d9820a9a48ccaad08a0f8d6fe092, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732566261377 2024-11-25T20:24:24,824 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting e66dc515a99b4920803604ddfe56d672, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732566262068 2024-11-25T20:24:24,824 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting cfbedb4ef60643a7a7e4ae1969edb2fe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732566263199 2024-11-25T20:24:24,831 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5439bc017acaa6d950438c91c651cf7#C#compaction#285 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:24,832 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/805c39e7db2048ed98911fee6a36d234 is 50, key is test_row_0/C:col10/1732566263199/Put/seqid=0 2024-11-25T20:24:24,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742161_1337 (size=13085) 2024-11-25T20:24:24,865 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/707691e6c72a4172a36e63e59789e009 2024-11-25T20:24:24,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/8442d2aec75e40b582a869d217a94d3c is 50, key is test_row_0/B:col10/1732566263544/Put/seqid=0 2024-11-25T20:24:24,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742162_1338 (size=12301) 2024-11-25T20:24:24,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-25T20:24:24,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:24,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36090 deadline: 1732566324995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:24,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:24,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36086 deadline: 1732566324996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:24,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:24,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1732566324996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:25,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:25,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36064 deadline: 1732566324998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:25,249 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/805c39e7db2048ed98911fee6a36d234 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/805c39e7db2048ed98911fee6a36d234 2024-11-25T20:24:25,253 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d5439bc017acaa6d950438c91c651cf7/C of d5439bc017acaa6d950438c91c651cf7 into 805c39e7db2048ed98911fee6a36d234(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:25,253 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d5439bc017acaa6d950438c91c651cf7: 2024-11-25T20:24:25,253 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7., storeName=d5439bc017acaa6d950438c91c651cf7/C, priority=12, startTime=1732566264396; duration=0sec 2024-11-25T20:24:25,253 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:25,254 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5439bc017acaa6d950438c91c651cf7:C 2024-11-25T20:24:25,282 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/8442d2aec75e40b582a869d217a94d3c 2024-11-25T20:24:25,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/27846d8d0ba14ce8a4c03b4f4d0767de is 50, key is test_row_0/C:col10/1732566263544/Put/seqid=0 2024-11-25T20:24:25,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:25,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36090 deadline: 1732566325299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:25,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:25,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36086 deadline: 1732566325300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:25,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:25,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1732566325300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:25,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:25,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36064 deadline: 1732566325301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:25,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742163_1339 (size=12301) 2024-11-25T20:24:25,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-25T20:24:25,730 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/27846d8d0ba14ce8a4c03b4f4d0767de 2024-11-25T20:24:25,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/707691e6c72a4172a36e63e59789e009 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/707691e6c72a4172a36e63e59789e009 2024-11-25T20:24:25,740 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/707691e6c72a4172a36e63e59789e009, entries=150, sequenceid=357, filesize=12.0 K 2024-11-25T20:24:25,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/8442d2aec75e40b582a869d217a94d3c as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/8442d2aec75e40b582a869d217a94d3c 2024-11-25T20:24:25,746 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/8442d2aec75e40b582a869d217a94d3c, entries=150, sequenceid=357, filesize=12.0 K 2024-11-25T20:24:25,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/27846d8d0ba14ce8a4c03b4f4d0767de as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/27846d8d0ba14ce8a4c03b4f4d0767de 2024-11-25T20:24:25,750 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/27846d8d0ba14ce8a4c03b4f4d0767de, entries=150, sequenceid=357, filesize=12.0 K 2024-11-25T20:24:25,750 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for d5439bc017acaa6d950438c91c651cf7 in 1293ms, sequenceid=357, compaction requested=false 2024-11-25T20:24:25,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for d5439bc017acaa6d950438c91c651cf7: 2024-11-25T20:24:25,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:25,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-11-25T20:24:25,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-11-25T20:24:25,752 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-25T20:24:25,752 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4470 sec 2024-11-25T20:24:25,753 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 1.4520 sec 2024-11-25T20:24:25,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on d5439bc017acaa6d950438c91c651cf7 2024-11-25T20:24:25,806 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d5439bc017acaa6d950438c91c651cf7 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-25T20:24:25,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5439bc017acaa6d950438c91c651cf7, store=A 2024-11-25T20:24:25,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:25,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5439bc017acaa6d950438c91c651cf7, store=B 2024-11-25T20:24:25,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:25,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5439bc017acaa6d950438c91c651cf7, store=C 2024-11-25T20:24:25,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:25,811 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/6748703ed9b140ea89ed5e093759a1c7 is 50, key is test_row_0/A:col10/1732566265805/Put/seqid=0 2024-11-25T20:24:25,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742164_1340 (size=14741) 2024-11-25T20:24:25,816 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/6748703ed9b140ea89ed5e093759a1c7 2024-11-25T20:24:25,822 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/23080ce5afcc4226a89e51051b551a02 is 50, key is test_row_0/B:col10/1732566265805/Put/seqid=0 2024-11-25T20:24:25,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742165_1341 (size=12301) 2024-11-25T20:24:25,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:25,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:25,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36064 deadline: 1732566325829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:25,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1732566325828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:25,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:25,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36090 deadline: 1732566325831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:25,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:25,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36086 deadline: 1732566325832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:25,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:25,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1732566325933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:25,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:25,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36064 deadline: 1732566325933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:25,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:25,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36090 deadline: 1732566325933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:25,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:25,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36086 deadline: 1732566325935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:26,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:26,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1732566326136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:26,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:26,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36064 deadline: 1732566326138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:26,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:26,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36090 deadline: 1732566326138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:26,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:26,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36086 deadline: 1732566326139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:26,231 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/23080ce5afcc4226a89e51051b551a02 2024-11-25T20:24:26,237 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/b12b7b520218428e971989e0e6422607 is 50, key is test_row_0/C:col10/1732566265805/Put/seqid=0 2024-11-25T20:24:26,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742166_1342 (size=12301) 2024-11-25T20:24:26,241 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/b12b7b520218428e971989e0e6422607 2024-11-25T20:24:26,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/6748703ed9b140ea89ed5e093759a1c7 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/6748703ed9b140ea89ed5e093759a1c7 2024-11-25T20:24:26,248 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/6748703ed9b140ea89ed5e093759a1c7, entries=200, sequenceid=375, filesize=14.4 K 2024-11-25T20:24:26,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/23080ce5afcc4226a89e51051b551a02 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/23080ce5afcc4226a89e51051b551a02 2024-11-25T20:24:26,271 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/23080ce5afcc4226a89e51051b551a02, entries=150, sequenceid=375, filesize=12.0 K 2024-11-25T20:24:26,272 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/b12b7b520218428e971989e0e6422607 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/b12b7b520218428e971989e0e6422607 2024-11-25T20:24:26,276 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/b12b7b520218428e971989e0e6422607, entries=150, sequenceid=375, filesize=12.0 K 2024-11-25T20:24:26,276 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for d5439bc017acaa6d950438c91c651cf7 in 470ms, sequenceid=375, compaction requested=true 2024-11-25T20:24:26,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d5439bc017acaa6d950438c91c651cf7: 2024-11-25T20:24:26,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5439bc017acaa6d950438c91c651cf7:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:24:26,276 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:24:26,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:26,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5439bc017acaa6d950438c91c651cf7:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:24:26,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:26,276 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:24:26,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5439bc017acaa6d950438c91c651cf7:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:24:26,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:24:26,277 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:24:26,277 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40127 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:24:26,277 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1540): d5439bc017acaa6d950438c91c651cf7/A is initiating minor compaction (all files) 2024-11-25T20:24:26,277 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): d5439bc017acaa6d950438c91c651cf7/B is initiating minor compaction (all files) 2024-11-25T20:24:26,277 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d5439bc017acaa6d950438c91c651cf7/B in TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:26,278 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/3738b9d407564c1e82d9d732c5d762fb, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/8442d2aec75e40b582a869d217a94d3c, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/23080ce5afcc4226a89e51051b551a02] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp, totalSize=36.8 K 2024-11-25T20:24:26,278 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d5439bc017acaa6d950438c91c651cf7/A in TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:26,278 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/9a27cc8baf7c4ebc8ddb0d2420219202, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/707691e6c72a4172a36e63e59789e009, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/6748703ed9b140ea89ed5e093759a1c7] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp, totalSize=39.2 K 2024-11-25T20:24:26,278 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 3738b9d407564c1e82d9d732c5d762fb, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732566263199 2024-11-25T20:24:26,278 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9a27cc8baf7c4ebc8ddb0d2420219202, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732566263199 2024-11-25T20:24:26,278 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 8442d2aec75e40b582a869d217a94d3c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732566263544 2024-11-25T20:24:26,279 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 707691e6c72a4172a36e63e59789e009, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732566263544 2024-11-25T20:24:26,279 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6748703ed9b140ea89ed5e093759a1c7, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732566264680 2024-11-25T20:24:26,279 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 23080ce5afcc4226a89e51051b551a02, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732566264680 2024-11-25T20:24:26,287 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5439bc017acaa6d950438c91c651cf7#B#compaction#291 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:26,288 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/e897224ec36b4a968970f8344a2a2b63 is 50, key is test_row_0/B:col10/1732566265805/Put/seqid=0 2024-11-25T20:24:26,294 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5439bc017acaa6d950438c91c651cf7#A#compaction#292 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:26,295 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/f459f6d3fb0a4d2b8769c1cd4e2682a4 is 50, key is test_row_0/A:col10/1732566265805/Put/seqid=0 2024-11-25T20:24:26,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742167_1343 (size=13187) 2024-11-25T20:24:26,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742168_1344 (size=13187) 2024-11-25T20:24:26,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-25T20:24:26,407 INFO [Thread-1219 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-25T20:24:26,408 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:24:26,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-11-25T20:24:26,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-25T20:24:26,410 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:24:26,410 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:24:26,411 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:24:26,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on d5439bc017acaa6d950438c91c651cf7 2024-11-25T20:24:26,442 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d5439bc017acaa6d950438c91c651cf7 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-25T20:24:26,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5439bc017acaa6d950438c91c651cf7, store=A 2024-11-25T20:24:26,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:26,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5439bc017acaa6d950438c91c651cf7, store=B 2024-11-25T20:24:26,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:26,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5439bc017acaa6d950438c91c651cf7, store=C 2024-11-25T20:24:26,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:26,449 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/7987f856c1254d3a9531d98eb4b2df60 is 50, key is test_row_0/A:col10/1732566266441/Put/seqid=0 2024-11-25T20:24:26,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742169_1345 (size=17181) 2024-11-25T20:24:26,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:26,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36064 deadline: 1732566326451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:26,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:26,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:26,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36090 deadline: 1732566326454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:26,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1732566326455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:26,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:26,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36086 deadline: 1732566326456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:26,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-25T20:24:26,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:26,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36064 deadline: 1732566326557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:26,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:26,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1732566326559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:26,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:26,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36090 deadline: 1732566326559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:26,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:26,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36086 deadline: 1732566326559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:26,564 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:26,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-25T20:24:26,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:26,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. as already flushing 2024-11-25T20:24:26,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:26,565 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:26,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:26,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:26,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-25T20:24:26,716 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:26,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-25T20:24:26,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:26,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. as already flushing 2024-11-25T20:24:26,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:26,717 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:26,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:26,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:26,740 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/e897224ec36b4a968970f8344a2a2b63 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/e897224ec36b4a968970f8344a2a2b63 2024-11-25T20:24:26,743 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/f459f6d3fb0a4d2b8769c1cd4e2682a4 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/f459f6d3fb0a4d2b8769c1cd4e2682a4 2024-11-25T20:24:26,745 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d5439bc017acaa6d950438c91c651cf7/B of d5439bc017acaa6d950438c91c651cf7 into e897224ec36b4a968970f8344a2a2b63(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:26,745 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d5439bc017acaa6d950438c91c651cf7: 2024-11-25T20:24:26,745 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7., storeName=d5439bc017acaa6d950438c91c651cf7/B, priority=13, startTime=1732566266276; duration=0sec 2024-11-25T20:24:26,746 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:24:26,746 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5439bc017acaa6d950438c91c651cf7:B 2024-11-25T20:24:26,746 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:24:26,747 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:24:26,747 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): d5439bc017acaa6d950438c91c651cf7/C is initiating minor compaction (all files) 2024-11-25T20:24:26,747 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d5439bc017acaa6d950438c91c651cf7/C in TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:26,747 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/805c39e7db2048ed98911fee6a36d234, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/27846d8d0ba14ce8a4c03b4f4d0767de, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/b12b7b520218428e971989e0e6422607] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp, totalSize=36.8 K 2024-11-25T20:24:26,748 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 805c39e7db2048ed98911fee6a36d234, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732566263199 2024-11-25T20:24:26,748 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 27846d8d0ba14ce8a4c03b4f4d0767de, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732566263544 2024-11-25T20:24:26,749 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d5439bc017acaa6d950438c91c651cf7/A of d5439bc017acaa6d950438c91c651cf7 into f459f6d3fb0a4d2b8769c1cd4e2682a4(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:26,750 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d5439bc017acaa6d950438c91c651cf7: 2024-11-25T20:24:26,750 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting b12b7b520218428e971989e0e6422607, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732566264680 2024-11-25T20:24:26,750 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7., storeName=d5439bc017acaa6d950438c91c651cf7/A, priority=13, startTime=1732566266276; duration=0sec 2024-11-25T20:24:26,750 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:26,750 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5439bc017acaa6d950438c91c651cf7:A 2024-11-25T20:24:26,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:26,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36064 deadline: 1732566326762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:26,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:26,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1732566326764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:26,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:26,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36086 deadline: 1732566326764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:26,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:26,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36090 deadline: 1732566326765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:26,769 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5439bc017acaa6d950438c91c651cf7#C#compaction#294 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:26,770 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/3868d709579242318cc20ec0c6576093 is 50, key is test_row_0/C:col10/1732566265805/Put/seqid=0 2024-11-25T20:24:26,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742170_1346 (size=13187) 2024-11-25T20:24:26,818 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/3868d709579242318cc20ec0c6576093 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/3868d709579242318cc20ec0c6576093 2024-11-25T20:24:26,825 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d5439bc017acaa6d950438c91c651cf7/C of d5439bc017acaa6d950438c91c651cf7 into 3868d709579242318cc20ec0c6576093(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:26,825 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d5439bc017acaa6d950438c91c651cf7: 2024-11-25T20:24:26,825 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7., storeName=d5439bc017acaa6d950438c91c651cf7/C, priority=13, startTime=1732566266276; duration=0sec 2024-11-25T20:24:26,825 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:26,825 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5439bc017acaa6d950438c91c651cf7:C 2024-11-25T20:24:26,857 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/7987f856c1254d3a9531d98eb4b2df60 2024-11-25T20:24:26,870 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:26,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-25T20:24:26,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:26,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. as already flushing 2024-11-25T20:24:26,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:26,871 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:26,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:26,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:26,878 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/a4cccb64bc69481a8b44b02c434139b4 is 50, key is test_row_0/B:col10/1732566266441/Put/seqid=0 2024-11-25T20:24:26,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742171_1347 (size=12301) 2024-11-25T20:24:27,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-25T20:24:27,036 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:27,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-25T20:24:27,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:27,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. as already flushing 2024-11-25T20:24:27,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:27,037 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:27,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:27,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:27,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:27,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36064 deadline: 1732566327067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:27,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:27,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1732566327069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:27,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:27,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36090 deadline: 1732566327070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:27,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:27,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36086 deadline: 1732566327071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:27,190 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:27,195 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-25T20:24:27,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:27,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. as already flushing 2024-11-25T20:24:27,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:27,195 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:27,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:27,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:27,334 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/a4cccb64bc69481a8b44b02c434139b4 2024-11-25T20:24:27,351 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:27,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-25T20:24:27,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:27,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. as already flushing 2024-11-25T20:24:27,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:27,352 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:27,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:27,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:27,384 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/0612f32ae8194c309cbb596f89d28793 is 50, key is test_row_0/C:col10/1732566266441/Put/seqid=0 2024-11-25T20:24:27,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742172_1348 (size=12301) 2024-11-25T20:24:27,444 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/0612f32ae8194c309cbb596f89d28793 2024-11-25T20:24:27,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/7987f856c1254d3a9531d98eb4b2df60 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/7987f856c1254d3a9531d98eb4b2df60 2024-11-25T20:24:27,497 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/7987f856c1254d3a9531d98eb4b2df60, entries=250, sequenceid=398, filesize=16.8 K 2024-11-25T20:24:27,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/a4cccb64bc69481a8b44b02c434139b4 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/a4cccb64bc69481a8b44b02c434139b4 2024-11-25T20:24:27,505 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:27,506 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-25T20:24:27,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:27,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. as already flushing 2024-11-25T20:24:27,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:27,506 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:27,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:27,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:27,515 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/a4cccb64bc69481a8b44b02c434139b4, entries=150, sequenceid=398, filesize=12.0 K 2024-11-25T20:24:27,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-25T20:24:27,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/0612f32ae8194c309cbb596f89d28793 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/0612f32ae8194c309cbb596f89d28793 2024-11-25T20:24:27,536 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/0612f32ae8194c309cbb596f89d28793, entries=150, sequenceid=398, filesize=12.0 K 2024-11-25T20:24:27,539 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for d5439bc017acaa6d950438c91c651cf7 in 1096ms, sequenceid=398, compaction requested=false 2024-11-25T20:24:27,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d5439bc017acaa6d950438c91c651cf7: 2024-11-25T20:24:27,579 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d5439bc017acaa6d950438c91c651cf7 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-25T20:24:27,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on d5439bc017acaa6d950438c91c651cf7 2024-11-25T20:24:27,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5439bc017acaa6d950438c91c651cf7, store=A 2024-11-25T20:24:27,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:27,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5439bc017acaa6d950438c91c651cf7, store=B 2024-11-25T20:24:27,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:27,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5439bc017acaa6d950438c91c651cf7, store=C 2024-11-25T20:24:27,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:27,596 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/db65bee4e15b4e368e1799894facc84a is 50, key is test_row_0/A:col10/1732566267576/Put/seqid=0 2024-11-25T20:24:27,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742173_1349 (size=12301) 2024-11-25T20:24:27,638 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/db65bee4e15b4e368e1799894facc84a 2024-11-25T20:24:27,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:27,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36064 deadline: 1732566327640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:27,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:27,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36090 deadline: 1732566327641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:27,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:27,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1732566327642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:27,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:27,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36086 deadline: 1732566327645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:27,657 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/50a649a8afed49e782479a6b6100b66b is 50, key is test_row_0/B:col10/1732566267576/Put/seqid=0 2024-11-25T20:24:27,668 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:27,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-25T20:24:27,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:27,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. as already flushing 2024-11-25T20:24:27,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:27,670 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:27,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:27,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:27,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742174_1350 (size=12301) 2024-11-25T20:24:27,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:27,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36090 deadline: 1732566327751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:27,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:27,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36064 deadline: 1732566327751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:27,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:27,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1732566327751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:27,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:27,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36086 deadline: 1732566327752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:27,823 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:27,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-25T20:24:27,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:27,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. as already flushing 2024-11-25T20:24:27,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:27,823 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:27,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:27,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:27,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:27,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36090 deadline: 1732566327957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:27,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:27,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36086 deadline: 1732566327957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:27,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:27,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36064 deadline: 1732566327957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:27,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:27,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1732566327969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:27,986 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:27,986 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-25T20:24:27,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:27,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. as already flushing 2024-11-25T20:24:27,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:27,987 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:27,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:27,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:28,091 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/50a649a8afed49e782479a6b6100b66b 2024-11-25T20:24:28,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:28,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36042 deadline: 1732566328111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:28,112 DEBUG [Thread-1217 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8156 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7., hostname=a8cf619b0679,41621,1732566182451, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T20:24:28,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/7e163377366d454ab83bf20fdf89c1c7 is 50, key is test_row_0/C:col10/1732566267576/Put/seqid=0 2024-11-25T20:24:28,143 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:28,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-25T20:24:28,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:28,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. as already flushing 2024-11-25T20:24:28,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:28,144 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:28,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:28,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:28,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742175_1351 (size=12301) 2024-11-25T20:24:28,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:28,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36064 deadline: 1732566328265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:28,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:28,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36090 deadline: 1732566328265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:28,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:28,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36086 deadline: 1732566328269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:28,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:28,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1732566328276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:28,300 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:28,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-25T20:24:28,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:28,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. as already flushing 2024-11-25T20:24:28,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:28,303 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:28,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:28,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:28,456 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:28,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-25T20:24:28,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:28,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. as already flushing 2024-11-25T20:24:28,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:28,457 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:28,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:28,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:28,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-25T20:24:28,558 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/7e163377366d454ab83bf20fdf89c1c7 2024-11-25T20:24:28,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/db65bee4e15b4e368e1799894facc84a as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/db65bee4e15b4e368e1799894facc84a 2024-11-25T20:24:28,603 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/db65bee4e15b4e368e1799894facc84a, entries=150, sequenceid=416, filesize=12.0 K 2024-11-25T20:24:28,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/50a649a8afed49e782479a6b6100b66b as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/50a649a8afed49e782479a6b6100b66b 2024-11-25T20:24:28,612 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:28,612 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/50a649a8afed49e782479a6b6100b66b, entries=150, sequenceid=416, filesize=12.0 K 2024-11-25T20:24:28,612 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-25T20:24:28,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:28,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. as already flushing 2024-11-25T20:24:28,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:28,613 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:28,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:28,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/7e163377366d454ab83bf20fdf89c1c7 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/7e163377366d454ab83bf20fdf89c1c7 2024-11-25T20:24:28,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:28,622 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/7e163377366d454ab83bf20fdf89c1c7, entries=150, sequenceid=416, filesize=12.0 K 2024-11-25T20:24:28,623 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for d5439bc017acaa6d950438c91c651cf7 in 1045ms, sequenceid=416, compaction requested=true 2024-11-25T20:24:28,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d5439bc017acaa6d950438c91c651cf7: 2024-11-25T20:24:28,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5439bc017acaa6d950438c91c651cf7:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:24:28,623 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:24:28,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:28,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5439bc017acaa6d950438c91c651cf7:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:24:28,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:24:28,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5439bc017acaa6d950438c91c651cf7:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:24:28,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T20:24:28,624 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:24:28,625 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42669 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:24:28,625 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1540): d5439bc017acaa6d950438c91c651cf7/A is initiating minor compaction (all files) 2024-11-25T20:24:28,625 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d5439bc017acaa6d950438c91c651cf7/A in TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:28,625 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/f459f6d3fb0a4d2b8769c1cd4e2682a4, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/7987f856c1254d3a9531d98eb4b2df60, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/db65bee4e15b4e368e1799894facc84a] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp, totalSize=41.7 K 2024-11-25T20:24:28,626 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:24:28,626 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): d5439bc017acaa6d950438c91c651cf7/B is initiating minor compaction (all files) 2024-11-25T20:24:28,626 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d5439bc017acaa6d950438c91c651cf7/B in TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:28,627 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/e897224ec36b4a968970f8344a2a2b63, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/a4cccb64bc69481a8b44b02c434139b4, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/50a649a8afed49e782479a6b6100b66b] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp, totalSize=36.9 K 2024-11-25T20:24:28,635 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting f459f6d3fb0a4d2b8769c1cd4e2682a4, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732566264680 2024-11-25T20:24:28,636 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting e897224ec36b4a968970f8344a2a2b63, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732566264680 2024-11-25T20:24:28,636 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting a4cccb64bc69481a8b44b02c434139b4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1732566265829 2024-11-25T20:24:28,636 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7987f856c1254d3a9531d98eb4b2df60, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1732566265826 2024-11-25T20:24:28,636 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 50a649a8afed49e782479a6b6100b66b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1732566266455 2024-11-25T20:24:28,637 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting db65bee4e15b4e368e1799894facc84a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1732566266455 2024-11-25T20:24:28,668 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5439bc017acaa6d950438c91c651cf7#B#compaction#300 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:28,669 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/cf1c00321e874e81aa40d040faeaedd9 is 50, key is test_row_0/B:col10/1732566267576/Put/seqid=0 2024-11-25T20:24:28,688 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5439bc017acaa6d950438c91c651cf7#A#compaction#301 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:28,689 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/fcfe5c4e44bc4443a85ddd0517f25199 is 50, key is test_row_0/A:col10/1732566267576/Put/seqid=0 2024-11-25T20:24:28,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742176_1352 (size=13289) 2024-11-25T20:24:28,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742177_1353 (size=13289) 2024-11-25T20:24:28,771 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:28,771 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-25T20:24:28,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:28,772 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing d5439bc017acaa6d950438c91c651cf7 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-25T20:24:28,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5439bc017acaa6d950438c91c651cf7, store=A 2024-11-25T20:24:28,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:28,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5439bc017acaa6d950438c91c651cf7, store=B 2024-11-25T20:24:28,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:28,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5439bc017acaa6d950438c91c651cf7, store=C 2024-11-25T20:24:28,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:28,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on d5439bc017acaa6d950438c91c651cf7 2024-11-25T20:24:28,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. as already flushing 2024-11-25T20:24:28,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/4048ca242c1f4633849b494d15a9fb00 is 50, key is test_row_0/A:col10/1732566267620/Put/seqid=0 2024-11-25T20:24:28,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:28,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36090 deadline: 1732566328802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:28,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:28,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36064 deadline: 1732566328806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:28,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:28,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36086 deadline: 1732566328811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:28,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:28,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1732566328819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:28,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742178_1354 (size=12301) 2024-11-25T20:24:28,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:28,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36090 deadline: 1732566328920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:28,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:28,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36064 deadline: 1732566328920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:28,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:28,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1732566328925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:28,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:28,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36086 deadline: 1732566328929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:29,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:29,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36090 deadline: 1732566329125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:29,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:29,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36064 deadline: 1732566329127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:29,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:29,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1732566329130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:29,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:29,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36086 deadline: 1732566329134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:29,156 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/cf1c00321e874e81aa40d040faeaedd9 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/cf1c00321e874e81aa40d040faeaedd9 2024-11-25T20:24:29,163 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d5439bc017acaa6d950438c91c651cf7/B of d5439bc017acaa6d950438c91c651cf7 into cf1c00321e874e81aa40d040faeaedd9(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:29,163 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d5439bc017acaa6d950438c91c651cf7: 2024-11-25T20:24:29,163 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7., storeName=d5439bc017acaa6d950438c91c651cf7/B, priority=13, startTime=1732566268623; duration=0sec 2024-11-25T20:24:29,163 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:24:29,163 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5439bc017acaa6d950438c91c651cf7:B 2024-11-25T20:24:29,163 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:24:29,166 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:24:29,166 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): d5439bc017acaa6d950438c91c651cf7/C is initiating minor compaction (all files) 2024-11-25T20:24:29,166 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d5439bc017acaa6d950438c91c651cf7/C in TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:29,166 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/3868d709579242318cc20ec0c6576093, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/0612f32ae8194c309cbb596f89d28793, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/7e163377366d454ab83bf20fdf89c1c7] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp, totalSize=36.9 K 2024-11-25T20:24:29,167 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 3868d709579242318cc20ec0c6576093, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732566264680 2024-11-25T20:24:29,167 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 0612f32ae8194c309cbb596f89d28793, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1732566265829 2024-11-25T20:24:29,168 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e163377366d454ab83bf20fdf89c1c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1732566266455 2024-11-25T20:24:29,171 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/fcfe5c4e44bc4443a85ddd0517f25199 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/fcfe5c4e44bc4443a85ddd0517f25199 2024-11-25T20:24:29,178 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d5439bc017acaa6d950438c91c651cf7/A of d5439bc017acaa6d950438c91c651cf7 into fcfe5c4e44bc4443a85ddd0517f25199(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:29,178 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d5439bc017acaa6d950438c91c651cf7: 2024-11-25T20:24:29,178 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7., storeName=d5439bc017acaa6d950438c91c651cf7/A, priority=13, startTime=1732566268623; duration=0sec 2024-11-25T20:24:29,178 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:29,178 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5439bc017acaa6d950438c91c651cf7:A 2024-11-25T20:24:29,204 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5439bc017acaa6d950438c91c651cf7#C#compaction#303 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:29,205 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/02d6bf1163a04b458efc08a5d87e6060 is 50, key is test_row_0/C:col10/1732566267576/Put/seqid=0 2024-11-25T20:24:29,242 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/4048ca242c1f4633849b494d15a9fb00 2024-11-25T20:24:29,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742179_1355 (size=13289) 2024-11-25T20:24:29,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/747bf21c26204727ae2be671207c0dfb is 50, key is test_row_0/B:col10/1732566267620/Put/seqid=0 2024-11-25T20:24:29,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742180_1356 (size=12301) 2024-11-25T20:24:29,302 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/747bf21c26204727ae2be671207c0dfb 2024-11-25T20:24:29,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/91cd62b8710d465091c471902140c950 is 50, key is test_row_0/C:col10/1732566267620/Put/seqid=0 2024-11-25T20:24:29,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742181_1357 (size=12301) 2024-11-25T20:24:29,368 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/91cd62b8710d465091c471902140c950 2024-11-25T20:24:29,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/4048ca242c1f4633849b494d15a9fb00 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/4048ca242c1f4633849b494d15a9fb00 2024-11-25T20:24:29,378 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/4048ca242c1f4633849b494d15a9fb00, entries=150, sequenceid=437, filesize=12.0 K 2024-11-25T20:24:29,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/747bf21c26204727ae2be671207c0dfb as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/747bf21c26204727ae2be671207c0dfb 2024-11-25T20:24:29,385 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/747bf21c26204727ae2be671207c0dfb, entries=150, sequenceid=437, filesize=12.0 K 2024-11-25T20:24:29,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/91cd62b8710d465091c471902140c950 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/91cd62b8710d465091c471902140c950 2024-11-25T20:24:29,390 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/91cd62b8710d465091c471902140c950, entries=150, sequenceid=437, filesize=12.0 K 2024-11-25T20:24:29,391 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for d5439bc017acaa6d950438c91c651cf7 in 619ms, sequenceid=437, compaction requested=false 2024-11-25T20:24:29,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for d5439bc017acaa6d950438c91c651cf7: 2024-11-25T20:24:29,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:29,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-11-25T20:24:29,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-11-25T20:24:29,394 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-25T20:24:29,394 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9810 sec 2024-11-25T20:24:29,397 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 2.9870 sec 2024-11-25T20:24:29,443 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d5439bc017acaa6d950438c91c651cf7 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-25T20:24:29,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on d5439bc017acaa6d950438c91c651cf7 2024-11-25T20:24:29,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5439bc017acaa6d950438c91c651cf7, store=A 2024-11-25T20:24:29,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:29,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5439bc017acaa6d950438c91c651cf7, store=B 2024-11-25T20:24:29,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:29,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5439bc017acaa6d950438c91c651cf7, store=C 2024-11-25T20:24:29,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:29,462 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/aac36def856548ae8c67b0c8a73a5b80 is 50, key is test_row_0/A:col10/1732566269441/Put/seqid=0 2024-11-25T20:24:29,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:29,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36064 deadline: 1732566329480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:29,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:29,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1732566329481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:29,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:29,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36090 deadline: 1732566329489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:29,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:29,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36086 deadline: 1732566329493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:29,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742182_1358 (size=14741) 2024-11-25T20:24:29,521 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/aac36def856548ae8c67b0c8a73a5b80 2024-11-25T20:24:29,542 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/ab36ba3f4b6148319b9ae3fe3ed38473 is 50, key is test_row_0/B:col10/1732566269441/Put/seqid=0 2024-11-25T20:24:29,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742183_1359 (size=12301) 2024-11-25T20:24:29,585 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/ab36ba3f4b6148319b9ae3fe3ed38473 2024-11-25T20:24:29,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:29,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:29,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36064 deadline: 1732566329592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:29,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1732566329592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:29,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:29,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36090 deadline: 1732566329596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:29,604 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/02e0ba2a5a79434e92bf50673ef45c3c is 50, key is test_row_0/C:col10/1732566269441/Put/seqid=0 2024-11-25T20:24:29,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:29,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36086 deadline: 1732566329604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:29,649 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/02d6bf1163a04b458efc08a5d87e6060 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/02d6bf1163a04b458efc08a5d87e6060 2024-11-25T20:24:29,656 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d5439bc017acaa6d950438c91c651cf7/C of d5439bc017acaa6d950438c91c651cf7 into 02d6bf1163a04b458efc08a5d87e6060(size=13.0 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:29,656 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d5439bc017acaa6d950438c91c651cf7: 2024-11-25T20:24:29,656 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7., storeName=d5439bc017acaa6d950438c91c651cf7/C, priority=13, startTime=1732566268623; duration=0sec 2024-11-25T20:24:29,656 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:29,656 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5439bc017acaa6d950438c91c651cf7:C 2024-11-25T20:24:29,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742184_1360 (size=12301) 2024-11-25T20:24:29,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:29,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36064 deadline: 1732566329800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:29,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:29,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1732566329801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:29,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:29,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36086 deadline: 1732566329809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:29,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:29,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36090 deadline: 1732566329809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:30,033 DEBUG [Thread-1226 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x63946964 to 127.0.0.1:49356 2024-11-25T20:24:30,033 DEBUG [Thread-1226 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:24:30,034 DEBUG [Thread-1228 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5fbcaa7b to 127.0.0.1:49356 2024-11-25T20:24:30,034 DEBUG [Thread-1228 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:24:30,034 DEBUG [Thread-1222 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1588f37e to 127.0.0.1:49356 2024-11-25T20:24:30,034 DEBUG [Thread-1222 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:24:30,038 DEBUG [Thread-1220 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x49d16d51 to 127.0.0.1:49356 2024-11-25T20:24:30,038 DEBUG [Thread-1220 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:24:30,038 DEBUG [Thread-1224 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x77604ac4 to 127.0.0.1:49356 2024-11-25T20:24:30,039 DEBUG [Thread-1224 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:24:30,073 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/02e0ba2a5a79434e92bf50673ef45c3c 2024-11-25T20:24:30,095 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/aac36def856548ae8c67b0c8a73a5b80 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/aac36def856548ae8c67b0c8a73a5b80 2024-11-25T20:24:30,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:30,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1732566330107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:30,109 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/aac36def856548ae8c67b0c8a73a5b80, entries=200, sequenceid=458, filesize=14.4 K 2024-11-25T20:24:30,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/ab36ba3f4b6148319b9ae3fe3ed38473 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/ab36ba3f4b6148319b9ae3fe3ed38473 2024-11-25T20:24:30,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:30,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36064 deadline: 1732566330111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:30,123 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/ab36ba3f4b6148319b9ae3fe3ed38473, entries=150, sequenceid=458, filesize=12.0 K 2024-11-25T20:24:30,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:30,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36086 deadline: 1732566330123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:30,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:30,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36090 deadline: 1732566330123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:30,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/02e0ba2a5a79434e92bf50673ef45c3c as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/02e0ba2a5a79434e92bf50673ef45c3c 2024-11-25T20:24:30,154 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/02e0ba2a5a79434e92bf50673ef45c3c, entries=150, sequenceid=458, filesize=12.0 K 2024-11-25T20:24:30,158 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for d5439bc017acaa6d950438c91c651cf7 in 715ms, sequenceid=458, compaction requested=true 2024-11-25T20:24:30,159 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d5439bc017acaa6d950438c91c651cf7: 2024-11-25T20:24:30,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5439bc017acaa6d950438c91c651cf7:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:24:30,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:30,159 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:24:30,159 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:24:30,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5439bc017acaa6d950438c91c651cf7:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:24:30,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:30,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5439bc017acaa6d950438c91c651cf7:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:24:30,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:24:30,167 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:24:30,168 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): d5439bc017acaa6d950438c91c651cf7/B is initiating minor compaction (all files) 2024-11-25T20:24:30,168 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d5439bc017acaa6d950438c91c651cf7/B in TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:30,168 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/cf1c00321e874e81aa40d040faeaedd9, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/747bf21c26204727ae2be671207c0dfb, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/ab36ba3f4b6148319b9ae3fe3ed38473] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp, totalSize=37.0 K 2024-11-25T20:24:30,171 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40331 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:24:30,171 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1540): d5439bc017acaa6d950438c91c651cf7/A is initiating minor compaction (all files) 2024-11-25T20:24:30,171 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d5439bc017acaa6d950438c91c651cf7/A in TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:30,171 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/fcfe5c4e44bc4443a85ddd0517f25199, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/4048ca242c1f4633849b494d15a9fb00, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/aac36def856548ae8c67b0c8a73a5b80] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp, totalSize=39.4 K 2024-11-25T20:24:30,175 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting fcfe5c4e44bc4443a85ddd0517f25199, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1732566266455 2024-11-25T20:24:30,175 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4048ca242c1f4633849b494d15a9fb00, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1732566267620 2024-11-25T20:24:30,176 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting cf1c00321e874e81aa40d040faeaedd9, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1732566266455 2024-11-25T20:24:30,176 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting aac36def856548ae8c67b0c8a73a5b80, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1732566269441 2024-11-25T20:24:30,177 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 747bf21c26204727ae2be671207c0dfb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1732566267620 2024-11-25T20:24:30,178 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting ab36ba3f4b6148319b9ae3fe3ed38473, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1732566269441 2024-11-25T20:24:30,225 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5439bc017acaa6d950438c91c651cf7#A#compaction#309 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:30,225 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/05a6c16139724ccb88112c989f938bc1 is 50, key is test_row_0/A:col10/1732566269441/Put/seqid=0 2024-11-25T20:24:30,232 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5439bc017acaa6d950438c91c651cf7#B#compaction#310 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:30,232 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/fa7ad5d955b04bbaa87346533e8db384 is 50, key is test_row_0/B:col10/1732566269441/Put/seqid=0 2024-11-25T20:24:30,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742186_1362 (size=13391) 2024-11-25T20:24:30,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742185_1361 (size=13391) 2024-11-25T20:24:30,331 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/fa7ad5d955b04bbaa87346533e8db384 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/fa7ad5d955b04bbaa87346533e8db384 2024-11-25T20:24:30,347 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T20:24:30,349 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d5439bc017acaa6d950438c91c651cf7/B of d5439bc017acaa6d950438c91c651cf7 into fa7ad5d955b04bbaa87346533e8db384(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:30,349 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d5439bc017acaa6d950438c91c651cf7: 2024-11-25T20:24:30,349 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7., storeName=d5439bc017acaa6d950438c91c651cf7/B, priority=13, startTime=1732566270159; duration=0sec 2024-11-25T20:24:30,349 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:24:30,349 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5439bc017acaa6d950438c91c651cf7:B 2024-11-25T20:24:30,349 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:24:30,349 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/05a6c16139724ccb88112c989f938bc1 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/05a6c16139724ccb88112c989f938bc1 2024-11-25T20:24:30,351 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:24:30,351 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): d5439bc017acaa6d950438c91c651cf7/C is initiating minor compaction (all files) 2024-11-25T20:24:30,351 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d5439bc017acaa6d950438c91c651cf7/C in TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:30,352 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/02d6bf1163a04b458efc08a5d87e6060, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/91cd62b8710d465091c471902140c950, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/02e0ba2a5a79434e92bf50673ef45c3c] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp, totalSize=37.0 K 2024-11-25T20:24:30,358 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 02d6bf1163a04b458efc08a5d87e6060, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1732566266455 2024-11-25T20:24:30,360 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d5439bc017acaa6d950438c91c651cf7/A of d5439bc017acaa6d950438c91c651cf7 into 05a6c16139724ccb88112c989f938bc1(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:30,360 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d5439bc017acaa6d950438c91c651cf7: 2024-11-25T20:24:30,360 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7., storeName=d5439bc017acaa6d950438c91c651cf7/A, priority=13, startTime=1732566270159; duration=0sec 2024-11-25T20:24:30,360 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:30,360 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5439bc017acaa6d950438c91c651cf7:A 2024-11-25T20:24:30,361 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 91cd62b8710d465091c471902140c950, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1732566267620 2024-11-25T20:24:30,363 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 02e0ba2a5a79434e92bf50673ef45c3c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1732566269441 2024-11-25T20:24:30,395 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5439bc017acaa6d950438c91c651cf7#C#compaction#311 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:30,396 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/90d2751a32cd4e1d8fd28cf4302cf32c is 50, key is test_row_0/C:col10/1732566269441/Put/seqid=0 2024-11-25T20:24:30,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742187_1363 (size=13391) 2024-11-25T20:24:30,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-25T20:24:30,532 INFO [Thread-1219 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-11-25T20:24:30,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on d5439bc017acaa6d950438c91c651cf7 2024-11-25T20:24:30,615 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d5439bc017acaa6d950438c91c651cf7 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-25T20:24:30,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5439bc017acaa6d950438c91c651cf7, store=A 2024-11-25T20:24:30,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:30,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5439bc017acaa6d950438c91c651cf7, store=B 2024-11-25T20:24:30,615 DEBUG [Thread-1209 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2a2d5374 to 127.0.0.1:49356 2024-11-25T20:24:30,615 DEBUG [Thread-1209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:24:30,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:30,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5439bc017acaa6d950438c91c651cf7, store=C 2024-11-25T20:24:30,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:30,619 DEBUG [Thread-1211 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11a86592 to 127.0.0.1:49356 2024-11-25T20:24:30,619 DEBUG [Thread-1211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:24:30,628 DEBUG [Thread-1215 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x76db5ceb to 127.0.0.1:49356 2024-11-25T20:24:30,628 DEBUG [Thread-1215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:24:30,632 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/fa909f6a308e47f0b0ed75c5c7464b85 is 50, key is test_row_0/A:col10/1732566269471/Put/seqid=0 2024-11-25T20:24:30,637 DEBUG [Thread-1213 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x435d9d29 to 127.0.0.1:49356 2024-11-25T20:24:30,637 DEBUG [Thread-1213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:24:30,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742188_1364 (size=12301) 2024-11-25T20:24:30,658 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=480 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/fa909f6a308e47f0b0ed75c5c7464b85 2024-11-25T20:24:30,668 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/819bfd744b23400289cbf575563d5d8d is 50, key is test_row_0/B:col10/1732566269471/Put/seqid=0 2024-11-25T20:24:30,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742189_1365 (size=12301) 2024-11-25T20:24:30,724 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=480 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/819bfd744b23400289cbf575563d5d8d 2024-11-25T20:24:30,752 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/76354a856e5b4cf098768c007f0e76f9 is 50, key is test_row_0/C:col10/1732566269471/Put/seqid=0 2024-11-25T20:24:30,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742190_1366 (size=12301) 2024-11-25T20:24:30,871 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/90d2751a32cd4e1d8fd28cf4302cf32c as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/90d2751a32cd4e1d8fd28cf4302cf32c 2024-11-25T20:24:30,887 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d5439bc017acaa6d950438c91c651cf7/C of d5439bc017acaa6d950438c91c651cf7 into 90d2751a32cd4e1d8fd28cf4302cf32c(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:30,887 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d5439bc017acaa6d950438c91c651cf7: 2024-11-25T20:24:30,887 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7., storeName=d5439bc017acaa6d950438c91c651cf7/C, priority=13, startTime=1732566270159; duration=0sec 2024-11-25T20:24:30,887 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:30,888 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5439bc017acaa6d950438c91c651cf7:C 2024-11-25T20:24:31,198 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=480 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/76354a856e5b4cf098768c007f0e76f9 2024-11-25T20:24:31,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/fa909f6a308e47f0b0ed75c5c7464b85 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/fa909f6a308e47f0b0ed75c5c7464b85 2024-11-25T20:24:31,230 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/fa909f6a308e47f0b0ed75c5c7464b85, entries=150, sequenceid=480, filesize=12.0 K 2024-11-25T20:24:31,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/819bfd744b23400289cbf575563d5d8d as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/819bfd744b23400289cbf575563d5d8d 2024-11-25T20:24:31,250 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/819bfd744b23400289cbf575563d5d8d, entries=150, sequenceid=480, filesize=12.0 K 2024-11-25T20:24:31,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/76354a856e5b4cf098768c007f0e76f9 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/76354a856e5b4cf098768c007f0e76f9 2024-11-25T20:24:31,264 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/76354a856e5b4cf098768c007f0e76f9, entries=150, sequenceid=480, filesize=12.0 K 2024-11-25T20:24:31,265 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=20.13 KB/20610 for d5439bc017acaa6d950438c91c651cf7 in 651ms, sequenceid=480, compaction requested=false 2024-11-25T20:24:31,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d5439bc017acaa6d950438c91c651cf7: 2024-11-25T20:24:38,151 DEBUG [Thread-1217 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5e232237 to 127.0.0.1:49356 2024-11-25T20:24:38,151 DEBUG [Thread-1217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:24:38,154 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T20:24:38,154 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 88 2024-11-25T20:24:38,154 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 51 2024-11-25T20:24:38,154 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-11-25T20:24:38,155 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-11-25T20:24:38,155 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 137 2024-11-25T20:24:38,155 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T20:24:38,155 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3861 2024-11-25T20:24:38,155 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3702 2024-11-25T20:24:38,155 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3821 2024-11-25T20:24:38,155 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3818 2024-11-25T20:24:38,155 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3741 2024-11-25T20:24:38,155 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T20:24:38,155 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-25T20:24:38,155 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x59cccfca to 127.0.0.1:49356 2024-11-25T20:24:38,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:24:38,156 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-25T20:24:38,156 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-25T20:24:38,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T20:24:38,161 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732566278160"}]},"ts":"1732566278160"} 2024-11-25T20:24:38,163 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T20:24:38,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-25T20:24:38,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-25T20:24:38,299 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T20:24:38,301 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T20:24:38,302 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d5439bc017acaa6d950438c91c651cf7, UNASSIGN}] 2024-11-25T20:24:38,303 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=89, ppid=88, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d5439bc017acaa6d950438c91c651cf7, UNASSIGN 2024-11-25T20:24:38,304 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=89 updating hbase:meta row=d5439bc017acaa6d950438c91c651cf7, regionState=CLOSING, regionLocation=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:38,304 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T20:24:38,304 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; CloseRegionProcedure d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451}] 2024-11-25T20:24:38,458 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:38,459 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] handler.UnassignRegionHandler(124): Close d5439bc017acaa6d950438c91c651cf7 2024-11-25T20:24:38,459 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T20:24:38,459 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1681): Closing d5439bc017acaa6d950438c91c651cf7, disabling compactions & flushes 2024-11-25T20:24:38,460 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:38,460 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:38,460 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. after waiting 0 ms 2024-11-25T20:24:38,460 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:38,460 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(2837): Flushing d5439bc017acaa6d950438c91c651cf7 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-25T20:24:38,460 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5439bc017acaa6d950438c91c651cf7, store=A 2024-11-25T20:24:38,460 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:38,460 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5439bc017acaa6d950438c91c651cf7, store=B 2024-11-25T20:24:38,460 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:38,460 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5439bc017acaa6d950438c91c651cf7, store=C 2024-11-25T20:24:38,460 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:38,469 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/c29806de6d444b04b83fcee9ab8f52f3 is 50, key is test_row_1/A:col10/1732566270636/Put/seqid=0 2024-11-25T20:24:38,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-25T20:24:38,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742191_1367 (size=9857) 2024-11-25T20:24:38,474 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/c29806de6d444b04b83fcee9ab8f52f3 2024-11-25T20:24:38,483 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/2af13961c5ac4d6b93cf71aa4a3be13e is 50, key is test_row_1/B:col10/1732566270636/Put/seqid=0 2024-11-25T20:24:38,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742192_1368 (size=9857) 2024-11-25T20:24:38,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-25T20:24:38,919 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/2af13961c5ac4d6b93cf71aa4a3be13e 2024-11-25T20:24:38,936 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/c9c2e10c12ae4cf39ad70df06274bbaa is 50, key is test_row_1/C:col10/1732566270636/Put/seqid=0 2024-11-25T20:24:38,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742193_1369 (size=9857) 2024-11-25T20:24:39,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-25T20:24:39,343 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/c9c2e10c12ae4cf39ad70df06274bbaa 2024-11-25T20:24:39,350 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/A/c29806de6d444b04b83fcee9ab8f52f3 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/c29806de6d444b04b83fcee9ab8f52f3 2024-11-25T20:24:39,353 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/c29806de6d444b04b83fcee9ab8f52f3, entries=100, sequenceid=488, filesize=9.6 K 2024-11-25T20:24:39,354 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/B/2af13961c5ac4d6b93cf71aa4a3be13e as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/2af13961c5ac4d6b93cf71aa4a3be13e 2024-11-25T20:24:39,369 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/2af13961c5ac4d6b93cf71aa4a3be13e, entries=100, sequenceid=488, filesize=9.6 K 2024-11-25T20:24:39,369 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/.tmp/C/c9c2e10c12ae4cf39ad70df06274bbaa as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/c9c2e10c12ae4cf39ad70df06274bbaa 2024-11-25T20:24:39,430 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/c9c2e10c12ae4cf39ad70df06274bbaa, entries=100, sequenceid=488, filesize=9.6 K 2024-11-25T20:24:39,436 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for d5439bc017acaa6d950438c91c651cf7 in 976ms, sequenceid=488, compaction requested=true 2024-11-25T20:24:39,437 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/f20c041c03134ceda6e811d3cf3a8200, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/3322b1ecb54148199798c4b22ad9274b, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/7dbec69a1df74b8bacff0dce66e5d1ee, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/827a40bb0750434db6d3c0829c6b623d, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/6c808f7c735c4e278eda505d61cfe7b8, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/d16f7694435b40528b4c4b318bde1f8d, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/40a5110df4494eb9bf124a6315bc7744, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/1af8e3bec73d4afeb38e3388dbb6f5ca, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/210fe6c203054ffbbcba59a53d2be3cf, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/ac4177799b494fd2a4f5070d97344e6f, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/42831c9d3b0641e9ab69ab60c7473fa9, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/756855d4a79342b59d9c0a0af031fc4f, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/9f3e3b612b634868b88379496bebe8c7, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/b709881037364043948ae1d1ae873e80, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/0ef417e4a59145bbb2a0f3192dc82cfb, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/979f5669a280476f8a58f0a52418788d, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/fca9d87af4f241f4a194f05ebdf8f644, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/604c88a197e24c288fc69c314fe11262, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/783924df64fe48ef9fc7f5e23a505e3f, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/681a62a049054355a19ed27e43787ec6, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/64d6df34d46343c78400b5369ab07292, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/5f64e48370b645a7a7a64794b913dd38, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/25c90bd6d49446eab431f2444abff331, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/9a27cc8baf7c4ebc8ddb0d2420219202, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/707691e6c72a4172a36e63e59789e009, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/6748703ed9b140ea89ed5e093759a1c7, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/f459f6d3fb0a4d2b8769c1cd4e2682a4, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/7987f856c1254d3a9531d98eb4b2df60, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/fcfe5c4e44bc4443a85ddd0517f25199, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/db65bee4e15b4e368e1799894facc84a, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/4048ca242c1f4633849b494d15a9fb00, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/aac36def856548ae8c67b0c8a73a5b80] to archive 2024-11-25T20:24:39,439 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T20:24:39,441 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/f20c041c03134ceda6e811d3cf3a8200 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/f20c041c03134ceda6e811d3cf3a8200 2024-11-25T20:24:39,443 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/3322b1ecb54148199798c4b22ad9274b to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/3322b1ecb54148199798c4b22ad9274b 2024-11-25T20:24:39,445 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/7dbec69a1df74b8bacff0dce66e5d1ee to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/7dbec69a1df74b8bacff0dce66e5d1ee 2024-11-25T20:24:39,446 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/827a40bb0750434db6d3c0829c6b623d to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/827a40bb0750434db6d3c0829c6b623d 2024-11-25T20:24:39,448 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/6c808f7c735c4e278eda505d61cfe7b8 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/6c808f7c735c4e278eda505d61cfe7b8 2024-11-25T20:24:39,449 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/d16f7694435b40528b4c4b318bde1f8d to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/d16f7694435b40528b4c4b318bde1f8d 2024-11-25T20:24:39,451 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/40a5110df4494eb9bf124a6315bc7744 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/40a5110df4494eb9bf124a6315bc7744 2024-11-25T20:24:39,453 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/1af8e3bec73d4afeb38e3388dbb6f5ca to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/1af8e3bec73d4afeb38e3388dbb6f5ca 2024-11-25T20:24:39,455 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/210fe6c203054ffbbcba59a53d2be3cf to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/210fe6c203054ffbbcba59a53d2be3cf 2024-11-25T20:24:39,457 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/ac4177799b494fd2a4f5070d97344e6f to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/ac4177799b494fd2a4f5070d97344e6f 2024-11-25T20:24:39,459 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/42831c9d3b0641e9ab69ab60c7473fa9 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/42831c9d3b0641e9ab69ab60c7473fa9 2024-11-25T20:24:39,460 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/756855d4a79342b59d9c0a0af031fc4f to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/756855d4a79342b59d9c0a0af031fc4f 2024-11-25T20:24:39,463 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/9f3e3b612b634868b88379496bebe8c7 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/9f3e3b612b634868b88379496bebe8c7 2024-11-25T20:24:39,464 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/b709881037364043948ae1d1ae873e80 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/b709881037364043948ae1d1ae873e80 2024-11-25T20:24:39,466 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/0ef417e4a59145bbb2a0f3192dc82cfb to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/0ef417e4a59145bbb2a0f3192dc82cfb 2024-11-25T20:24:39,474 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/979f5669a280476f8a58f0a52418788d to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/979f5669a280476f8a58f0a52418788d 2024-11-25T20:24:39,479 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/fca9d87af4f241f4a194f05ebdf8f644 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/fca9d87af4f241f4a194f05ebdf8f644 2024-11-25T20:24:39,488 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/604c88a197e24c288fc69c314fe11262 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/604c88a197e24c288fc69c314fe11262 2024-11-25T20:24:39,493 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/783924df64fe48ef9fc7f5e23a505e3f to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/783924df64fe48ef9fc7f5e23a505e3f 2024-11-25T20:24:39,497 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/681a62a049054355a19ed27e43787ec6 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/681a62a049054355a19ed27e43787ec6 2024-11-25T20:24:39,500 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/64d6df34d46343c78400b5369ab07292 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/64d6df34d46343c78400b5369ab07292 2024-11-25T20:24:39,503 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/5f64e48370b645a7a7a64794b913dd38 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/5f64e48370b645a7a7a64794b913dd38 2024-11-25T20:24:39,505 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/25c90bd6d49446eab431f2444abff331 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/25c90bd6d49446eab431f2444abff331 2024-11-25T20:24:39,509 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/9a27cc8baf7c4ebc8ddb0d2420219202 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/9a27cc8baf7c4ebc8ddb0d2420219202 2024-11-25T20:24:39,510 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/707691e6c72a4172a36e63e59789e009 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/707691e6c72a4172a36e63e59789e009 2024-11-25T20:24:39,512 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/6748703ed9b140ea89ed5e093759a1c7 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/6748703ed9b140ea89ed5e093759a1c7 2024-11-25T20:24:39,513 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/f459f6d3fb0a4d2b8769c1cd4e2682a4 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/f459f6d3fb0a4d2b8769c1cd4e2682a4 2024-11-25T20:24:39,516 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/7987f856c1254d3a9531d98eb4b2df60 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/7987f856c1254d3a9531d98eb4b2df60 2024-11-25T20:24:39,518 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/fcfe5c4e44bc4443a85ddd0517f25199 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/fcfe5c4e44bc4443a85ddd0517f25199 2024-11-25T20:24:39,520 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/db65bee4e15b4e368e1799894facc84a to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/db65bee4e15b4e368e1799894facc84a 2024-11-25T20:24:39,522 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/4048ca242c1f4633849b494d15a9fb00 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/4048ca242c1f4633849b494d15a9fb00 2024-11-25T20:24:39,533 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/aac36def856548ae8c67b0c8a73a5b80 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/aac36def856548ae8c67b0c8a73a5b80 2024-11-25T20:24:39,539 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/053392fd4d544b748b09b30447b9c9d0, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/fae10f95b0714f3787b41eb7f7fb23a5, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/d4abeb7fb3b24e4f99340aaddf8adb37, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/a845e809c99241758e1d2f9472acc668, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/742a8a3e15b5458692efcb7d883539d5, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/010fa424814042a7b4ed9582b7550207, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/aefc2f4930db4510a8b2353b332da6a8, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/31a4dcd8760d43d5ad3161cbe022ef95, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/cbe83425e8554aa88865743bafc2eefe, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/58250188b67048358a883ecb3e3dd90f, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/13431b0bdea242a38317f592bd7abfa6, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/1114d0b5d9af4a5aa5af671b20e6f9c6, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/e8dca6291fed40a6a7eb2352d1f56517, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/1c4d4384ebaa4ed9a4bd3c7930eddc5e, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/33c48e9ae3e24cd69aef4fc79941afa9, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/7ce1ec90c76d45169d1d72f87b980fd7, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/09bb6ec333ab4f9b95c0ff3daa2beb83, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/40b4789c3ae749ffa451166faa3373e5, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/af513747ca3e4e5296c56670a523abd1, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/76502e5987e64cb78c09ee556361b92d, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/9eb74fac721e4581b7a83c9127653a38, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/e8e6bf39b291484daa45468414db0b65, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/3738b9d407564c1e82d9d732c5d762fb, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/ea295b182a3f40988324e3bb41bcd676, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/8442d2aec75e40b582a869d217a94d3c, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/e897224ec36b4a968970f8344a2a2b63, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/23080ce5afcc4226a89e51051b551a02, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/a4cccb64bc69481a8b44b02c434139b4, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/cf1c00321e874e81aa40d040faeaedd9, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/50a649a8afed49e782479a6b6100b66b, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/747bf21c26204727ae2be671207c0dfb, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/ab36ba3f4b6148319b9ae3fe3ed38473] to archive 2024-11-25T20:24:39,544 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T20:24:39,548 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/053392fd4d544b748b09b30447b9c9d0 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/053392fd4d544b748b09b30447b9c9d0 2024-11-25T20:24:39,550 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/fae10f95b0714f3787b41eb7f7fb23a5 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/fae10f95b0714f3787b41eb7f7fb23a5 2024-11-25T20:24:39,551 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/d4abeb7fb3b24e4f99340aaddf8adb37 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/d4abeb7fb3b24e4f99340aaddf8adb37 2024-11-25T20:24:39,553 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/a845e809c99241758e1d2f9472acc668 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/a845e809c99241758e1d2f9472acc668 2024-11-25T20:24:39,554 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/742a8a3e15b5458692efcb7d883539d5 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/742a8a3e15b5458692efcb7d883539d5 2024-11-25T20:24:39,557 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/010fa424814042a7b4ed9582b7550207 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/010fa424814042a7b4ed9582b7550207 2024-11-25T20:24:39,558 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/aefc2f4930db4510a8b2353b332da6a8 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/aefc2f4930db4510a8b2353b332da6a8 2024-11-25T20:24:39,560 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/31a4dcd8760d43d5ad3161cbe022ef95 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/31a4dcd8760d43d5ad3161cbe022ef95 2024-11-25T20:24:39,561 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/cbe83425e8554aa88865743bafc2eefe to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/cbe83425e8554aa88865743bafc2eefe 2024-11-25T20:24:39,563 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/58250188b67048358a883ecb3e3dd90f to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/58250188b67048358a883ecb3e3dd90f 2024-11-25T20:24:39,564 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/13431b0bdea242a38317f592bd7abfa6 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/13431b0bdea242a38317f592bd7abfa6 2024-11-25T20:24:39,570 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/1114d0b5d9af4a5aa5af671b20e6f9c6 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/1114d0b5d9af4a5aa5af671b20e6f9c6 2024-11-25T20:24:39,576 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/e8dca6291fed40a6a7eb2352d1f56517 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/e8dca6291fed40a6a7eb2352d1f56517 2024-11-25T20:24:39,581 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/1c4d4384ebaa4ed9a4bd3c7930eddc5e to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/1c4d4384ebaa4ed9a4bd3c7930eddc5e 2024-11-25T20:24:39,583 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/33c48e9ae3e24cd69aef4fc79941afa9 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/33c48e9ae3e24cd69aef4fc79941afa9 2024-11-25T20:24:39,584 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/7ce1ec90c76d45169d1d72f87b980fd7 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/7ce1ec90c76d45169d1d72f87b980fd7 2024-11-25T20:24:39,587 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/09bb6ec333ab4f9b95c0ff3daa2beb83 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/09bb6ec333ab4f9b95c0ff3daa2beb83 2024-11-25T20:24:39,589 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/40b4789c3ae749ffa451166faa3373e5 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/40b4789c3ae749ffa451166faa3373e5 2024-11-25T20:24:39,592 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/af513747ca3e4e5296c56670a523abd1 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/af513747ca3e4e5296c56670a523abd1 2024-11-25T20:24:39,594 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/76502e5987e64cb78c09ee556361b92d to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/76502e5987e64cb78c09ee556361b92d 2024-11-25T20:24:39,595 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/9eb74fac721e4581b7a83c9127653a38 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/9eb74fac721e4581b7a83c9127653a38 2024-11-25T20:24:39,597 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/e8e6bf39b291484daa45468414db0b65 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/e8e6bf39b291484daa45468414db0b65 2024-11-25T20:24:39,599 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/3738b9d407564c1e82d9d732c5d762fb to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/3738b9d407564c1e82d9d732c5d762fb 2024-11-25T20:24:39,600 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/ea295b182a3f40988324e3bb41bcd676 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/ea295b182a3f40988324e3bb41bcd676 2024-11-25T20:24:39,602 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/8442d2aec75e40b582a869d217a94d3c to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/8442d2aec75e40b582a869d217a94d3c 2024-11-25T20:24:39,604 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/e897224ec36b4a968970f8344a2a2b63 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/e897224ec36b4a968970f8344a2a2b63 2024-11-25T20:24:39,616 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/23080ce5afcc4226a89e51051b551a02 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/23080ce5afcc4226a89e51051b551a02 2024-11-25T20:24:39,618 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/a4cccb64bc69481a8b44b02c434139b4 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/a4cccb64bc69481a8b44b02c434139b4 2024-11-25T20:24:39,621 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/cf1c00321e874e81aa40d040faeaedd9 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/cf1c00321e874e81aa40d040faeaedd9 2024-11-25T20:24:39,622 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/50a649a8afed49e782479a6b6100b66b to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/50a649a8afed49e782479a6b6100b66b 2024-11-25T20:24:39,624 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/747bf21c26204727ae2be671207c0dfb to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/747bf21c26204727ae2be671207c0dfb 2024-11-25T20:24:39,627 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/ab36ba3f4b6148319b9ae3fe3ed38473 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/ab36ba3f4b6148319b9ae3fe3ed38473 2024-11-25T20:24:39,635 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/6068d5126a194e6591150a51c70171f8, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/a6f67b2ebc6f49038a0b005548432974, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/6efed376c820401a8cfb0fb16946fa3c, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/840047925ced49c487f7a7307400ff2a, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/fff4e9e8dd4e47b1a67619ccf794135f, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/73781aa2a7364ba7837e8b69ad3b2115, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/ab4f798bc4814298a35baaca1eaed941, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/2eea6ad3695c4a129a987c79a7a86b45, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/3805e1407b664c869403bb2955cd8fc9, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/afa92d198cdd4082a609b01ace528a33, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/41269950441d4ee6bc60dd861b8947ed, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/f885256706084e95a7b359ba71f82901, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/e5b74099f6ca4cc4bb98e094c7b728c0, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/bafbfc789056411fa5068888f8c94de4, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/a643d3fe197a4f0597eb9a53623f1d5c, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/6316644cb8d64aefadddef71f4949785, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/0b5f8ac156ec4e7e9e02fbec48e69423, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/ad31da6cfacf47c9824313d4cba0fa81, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/5857d5309ea0479995f8800157dfc704, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/53ba31ded7364e749aaa8e5254e0d2fe, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/4300d9820a9a48ccaad08a0f8d6fe092, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/e66dc515a99b4920803604ddfe56d672, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/805c39e7db2048ed98911fee6a36d234, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/cfbedb4ef60643a7a7e4ae1969edb2fe, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/27846d8d0ba14ce8a4c03b4f4d0767de, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/3868d709579242318cc20ec0c6576093, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/b12b7b520218428e971989e0e6422607, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/0612f32ae8194c309cbb596f89d28793, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/02d6bf1163a04b458efc08a5d87e6060, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/7e163377366d454ab83bf20fdf89c1c7, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/91cd62b8710d465091c471902140c950, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/02e0ba2a5a79434e92bf50673ef45c3c] to archive 2024-11-25T20:24:39,636 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T20:24:39,639 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/6068d5126a194e6591150a51c70171f8 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/6068d5126a194e6591150a51c70171f8 2024-11-25T20:24:39,641 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/a6f67b2ebc6f49038a0b005548432974 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/a6f67b2ebc6f49038a0b005548432974 2024-11-25T20:24:39,643 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/6efed376c820401a8cfb0fb16946fa3c to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/6efed376c820401a8cfb0fb16946fa3c 2024-11-25T20:24:39,645 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/840047925ced49c487f7a7307400ff2a to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/840047925ced49c487f7a7307400ff2a 2024-11-25T20:24:39,647 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/fff4e9e8dd4e47b1a67619ccf794135f to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/fff4e9e8dd4e47b1a67619ccf794135f 2024-11-25T20:24:39,649 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/73781aa2a7364ba7837e8b69ad3b2115 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/73781aa2a7364ba7837e8b69ad3b2115 2024-11-25T20:24:39,650 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/ab4f798bc4814298a35baaca1eaed941 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/ab4f798bc4814298a35baaca1eaed941 2024-11-25T20:24:39,651 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/2eea6ad3695c4a129a987c79a7a86b45 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/2eea6ad3695c4a129a987c79a7a86b45 2024-11-25T20:24:39,653 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/3805e1407b664c869403bb2955cd8fc9 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/3805e1407b664c869403bb2955cd8fc9 2024-11-25T20:24:39,654 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/afa92d198cdd4082a609b01ace528a33 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/afa92d198cdd4082a609b01ace528a33 2024-11-25T20:24:39,655 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/41269950441d4ee6bc60dd861b8947ed to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/41269950441d4ee6bc60dd861b8947ed 2024-11-25T20:24:39,657 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/f885256706084e95a7b359ba71f82901 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/f885256706084e95a7b359ba71f82901 2024-11-25T20:24:39,658 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/e5b74099f6ca4cc4bb98e094c7b728c0 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/e5b74099f6ca4cc4bb98e094c7b728c0 2024-11-25T20:24:39,659 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/bafbfc789056411fa5068888f8c94de4 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/bafbfc789056411fa5068888f8c94de4 2024-11-25T20:24:39,660 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/a643d3fe197a4f0597eb9a53623f1d5c to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/a643d3fe197a4f0597eb9a53623f1d5c 2024-11-25T20:24:39,666 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/6316644cb8d64aefadddef71f4949785 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/6316644cb8d64aefadddef71f4949785 2024-11-25T20:24:39,667 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/0b5f8ac156ec4e7e9e02fbec48e69423 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/0b5f8ac156ec4e7e9e02fbec48e69423 2024-11-25T20:24:39,669 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/ad31da6cfacf47c9824313d4cba0fa81 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/ad31da6cfacf47c9824313d4cba0fa81 2024-11-25T20:24:39,670 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/5857d5309ea0479995f8800157dfc704 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/5857d5309ea0479995f8800157dfc704 2024-11-25T20:24:39,671 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/53ba31ded7364e749aaa8e5254e0d2fe to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/53ba31ded7364e749aaa8e5254e0d2fe 2024-11-25T20:24:39,673 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/4300d9820a9a48ccaad08a0f8d6fe092 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/4300d9820a9a48ccaad08a0f8d6fe092 2024-11-25T20:24:39,674 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/e66dc515a99b4920803604ddfe56d672 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/e66dc515a99b4920803604ddfe56d672 2024-11-25T20:24:39,675 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/805c39e7db2048ed98911fee6a36d234 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/805c39e7db2048ed98911fee6a36d234 2024-11-25T20:24:39,676 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/cfbedb4ef60643a7a7e4ae1969edb2fe to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/cfbedb4ef60643a7a7e4ae1969edb2fe 2024-11-25T20:24:39,677 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/27846d8d0ba14ce8a4c03b4f4d0767de to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/27846d8d0ba14ce8a4c03b4f4d0767de 2024-11-25T20:24:39,678 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/3868d709579242318cc20ec0c6576093 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/3868d709579242318cc20ec0c6576093 2024-11-25T20:24:39,682 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/b12b7b520218428e971989e0e6422607 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/b12b7b520218428e971989e0e6422607 2024-11-25T20:24:39,683 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/0612f32ae8194c309cbb596f89d28793 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/0612f32ae8194c309cbb596f89d28793 2024-11-25T20:24:39,684 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/02d6bf1163a04b458efc08a5d87e6060 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/02d6bf1163a04b458efc08a5d87e6060 2024-11-25T20:24:39,686 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/7e163377366d454ab83bf20fdf89c1c7 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/7e163377366d454ab83bf20fdf89c1c7 2024-11-25T20:24:39,687 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/91cd62b8710d465091c471902140c950 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/91cd62b8710d465091c471902140c950 2024-11-25T20:24:39,688 DEBUG [StoreCloser-TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/02e0ba2a5a79434e92bf50673ef45c3c to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/02e0ba2a5a79434e92bf50673ef45c3c 2024-11-25T20:24:39,730 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/recovered.edits/491.seqid, newMaxSeqId=491, maxSeqId=1 2024-11-25T20:24:39,732 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7. 2024-11-25T20:24:39,732 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1635): Region close journal for d5439bc017acaa6d950438c91c651cf7: 2024-11-25T20:24:39,734 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] handler.UnassignRegionHandler(170): Closed d5439bc017acaa6d950438c91c651cf7 2024-11-25T20:24:39,734 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=89 updating hbase:meta row=d5439bc017acaa6d950438c91c651cf7, regionState=CLOSED 2024-11-25T20:24:39,737 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-11-25T20:24:39,737 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; CloseRegionProcedure d5439bc017acaa6d950438c91c651cf7, server=a8cf619b0679,41621,1732566182451 in 1.4310 sec 2024-11-25T20:24:39,738 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=89, resume processing ppid=88 2024-11-25T20:24:39,738 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, ppid=88, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d5439bc017acaa6d950438c91c651cf7, UNASSIGN in 1.4350 sec 2024-11-25T20:24:39,740 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-11-25T20:24:39,740 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4380 sec 2024-11-25T20:24:39,742 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732566279742"}]},"ts":"1732566279742"} 2024-11-25T20:24:39,746 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T20:24:39,767 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T20:24:39,769 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6120 sec 2024-11-25T20:24:40,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-25T20:24:40,274 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-11-25T20:24:40,275 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-25T20:24:40,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T20:24:40,277 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=91, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T20:24:40,278 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=91, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T20:24:40,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-25T20:24:40,280 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7 2024-11-25T20:24:40,288 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A, FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B, FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C, FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/recovered.edits] 2024-11-25T20:24:40,292 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/05a6c16139724ccb88112c989f938bc1 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/05a6c16139724ccb88112c989f938bc1 2024-11-25T20:24:40,295 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/c29806de6d444b04b83fcee9ab8f52f3 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/c29806de6d444b04b83fcee9ab8f52f3 2024-11-25T20:24:40,296 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/fa909f6a308e47f0b0ed75c5c7464b85 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/A/fa909f6a308e47f0b0ed75c5c7464b85 2024-11-25T20:24:40,298 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/2af13961c5ac4d6b93cf71aa4a3be13e to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/2af13961c5ac4d6b93cf71aa4a3be13e 2024-11-25T20:24:40,299 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/819bfd744b23400289cbf575563d5d8d to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/819bfd744b23400289cbf575563d5d8d 2024-11-25T20:24:40,300 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/fa7ad5d955b04bbaa87346533e8db384 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/B/fa7ad5d955b04bbaa87346533e8db384 2024-11-25T20:24:40,302 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/76354a856e5b4cf098768c007f0e76f9 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/76354a856e5b4cf098768c007f0e76f9 2024-11-25T20:24:40,303 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/90d2751a32cd4e1d8fd28cf4302cf32c to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/90d2751a32cd4e1d8fd28cf4302cf32c 2024-11-25T20:24:40,304 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/c9c2e10c12ae4cf39ad70df06274bbaa to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/C/c9c2e10c12ae4cf39ad70df06274bbaa 2024-11-25T20:24:40,306 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/recovered.edits/491.seqid to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7/recovered.edits/491.seqid 2024-11-25T20:24:40,307 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/d5439bc017acaa6d950438c91c651cf7 2024-11-25T20:24:40,307 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T20:24:40,309 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=91, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T20:24:40,312 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T20:24:40,314 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T20:24:40,315 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=91, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T20:24:40,315 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T20:24:40,315 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732566280315"}]},"ts":"9223372036854775807"} 2024-11-25T20:24:40,317 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-25T20:24:40,317 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => d5439bc017acaa6d950438c91c651cf7, NAME => 'TestAcidGuarantees,,1732566248185.d5439bc017acaa6d950438c91c651cf7.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T20:24:40,317 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T20:24:40,317 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732566280317"}]},"ts":"9223372036854775807"} 2024-11-25T20:24:40,320 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-25T20:24:40,331 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=91, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T20:24:40,332 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 56 msec 2024-11-25T20:24:40,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-25T20:24:40,380 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 91 completed 2024-11-25T20:24:40,391 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=235 (was 240), OpenFileDescriptor=449 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1242 (was 1214) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2338 (was 3628) 2024-11-25T20:24:40,410 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=235, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=1242, ProcessCount=11, AvailableMemoryMB=2336 2024-11-25T20:24:40,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T20:24:40,411 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T20:24:40,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] procedure2.ProcedureExecutor(1098): Stored pid=92, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T20:24:40,414 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T20:24:40,414 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:40,414 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 92 2024-11-25T20:24:40,415 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T20:24:40,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-25T20:24:40,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742194_1370 (size=960) 2024-11-25T20:24:40,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-25T20:24:40,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-25T20:24:40,847 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b 2024-11-25T20:24:40,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742195_1371 (size=53) 2024-11-25T20:24:40,919 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T20:24:40,919 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing be5ca9c9653a14706d7f039f889e6ad3, disabling compactions & flushes 2024-11-25T20:24:40,919 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:40,919 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:40,919 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. after waiting 0 ms 2024-11-25T20:24:40,919 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:40,919 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:40,919 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for be5ca9c9653a14706d7f039f889e6ad3: 2024-11-25T20:24:40,922 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T20:24:40,923 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732566280922"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732566280922"}]},"ts":"1732566280922"} 2024-11-25T20:24:40,931 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-25T20:24:40,932 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T20:24:40,932 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732566280932"}]},"ts":"1732566280932"} 2024-11-25T20:24:40,933 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T20:24:40,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=be5ca9c9653a14706d7f039f889e6ad3, ASSIGN}] 2024-11-25T20:24:40,961 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=be5ca9c9653a14706d7f039f889e6ad3, ASSIGN 2024-11-25T20:24:40,962 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=be5ca9c9653a14706d7f039f889e6ad3, ASSIGN; state=OFFLINE, location=a8cf619b0679,41621,1732566182451; forceNewPlan=false, retain=false 2024-11-25T20:24:41,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-25T20:24:41,112 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=be5ca9c9653a14706d7f039f889e6ad3, regionState=OPENING, regionLocation=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:41,127 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE; OpenRegionProcedure be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451}] 2024-11-25T20:24:41,289 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:41,299 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:41,299 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7285): Opening region: {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} 2024-11-25T20:24:41,299 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:24:41,299 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T20:24:41,300 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7327): checking encryption for be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:24:41,300 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7330): checking classloading for be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:24:41,303 INFO [StoreOpener-be5ca9c9653a14706d7f039f889e6ad3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:24:41,311 INFO [StoreOpener-be5ca9c9653a14706d7f039f889e6ad3-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T20:24:41,312 INFO [StoreOpener-be5ca9c9653a14706d7f039f889e6ad3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be5ca9c9653a14706d7f039f889e6ad3 columnFamilyName A 2024-11-25T20:24:41,312 DEBUG [StoreOpener-be5ca9c9653a14706d7f039f889e6ad3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:41,312 INFO [StoreOpener-be5ca9c9653a14706d7f039f889e6ad3-1 {}] regionserver.HStore(327): Store=be5ca9c9653a14706d7f039f889e6ad3/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T20:24:41,312 INFO [StoreOpener-be5ca9c9653a14706d7f039f889e6ad3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:24:41,313 INFO [StoreOpener-be5ca9c9653a14706d7f039f889e6ad3-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T20:24:41,314 INFO [StoreOpener-be5ca9c9653a14706d7f039f889e6ad3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be5ca9c9653a14706d7f039f889e6ad3 columnFamilyName B 2024-11-25T20:24:41,314 DEBUG [StoreOpener-be5ca9c9653a14706d7f039f889e6ad3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:41,314 INFO [StoreOpener-be5ca9c9653a14706d7f039f889e6ad3-1 {}] regionserver.HStore(327): Store=be5ca9c9653a14706d7f039f889e6ad3/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T20:24:41,314 INFO [StoreOpener-be5ca9c9653a14706d7f039f889e6ad3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:24:41,320 INFO [StoreOpener-be5ca9c9653a14706d7f039f889e6ad3-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T20:24:41,320 INFO [StoreOpener-be5ca9c9653a14706d7f039f889e6ad3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be5ca9c9653a14706d7f039f889e6ad3 columnFamilyName C 2024-11-25T20:24:41,320 DEBUG [StoreOpener-be5ca9c9653a14706d7f039f889e6ad3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:41,320 INFO [StoreOpener-be5ca9c9653a14706d7f039f889e6ad3-1 {}] regionserver.HStore(327): Store=be5ca9c9653a14706d7f039f889e6ad3/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T20:24:41,321 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:41,321 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:24:41,322 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:24:41,323 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T20:24:41,324 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1085): writing seq id for be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:24:41,330 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T20:24:41,335 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1102): Opened be5ca9c9653a14706d7f039f889e6ad3; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75244913, jitterRate=0.12123657763004303}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T20:24:41,336 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1001): Region open journal for be5ca9c9653a14706d7f039f889e6ad3: 2024-11-25T20:24:41,337 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3., pid=94, masterSystemTime=1732566281289 2024-11-25T20:24:41,339 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:41,339 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:41,340 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=be5ca9c9653a14706d7f039f889e6ad3, regionState=OPEN, openSeqNum=2, regionLocation=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:41,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-11-25T20:24:41,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; OpenRegionProcedure be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 in 214 msec 2024-11-25T20:24:41,344 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=93, resume processing ppid=92 2024-11-25T20:24:41,344 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, ppid=92, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=be5ca9c9653a14706d7f039f889e6ad3, ASSIGN in 382 msec 2024-11-25T20:24:41,345 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T20:24:41,345 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732566281345"}]},"ts":"1732566281345"} 2024-11-25T20:24:41,348 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T20:24:41,361 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T20:24:41,363 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 949 msec 2024-11-25T20:24:41,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-25T20:24:41,532 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 92 completed 2024-11-25T20:24:41,533 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x13cd6089 to 127.0.0.1:49356 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@37685099 2024-11-25T20:24:41,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f41848c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:24:41,548 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:24:41,550 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40878, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:24:41,557 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T20:24:41,558 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49482, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T20:24:41,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T20:24:41,560 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T20:24:41,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] procedure2.ProcedureExecutor(1098): Stored pid=95, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-25T20:24:41,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742196_1372 (size=996) 2024-11-25T20:24:41,665 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-25T20:24:41,665 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-25T20:24:41,674 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T20:24:41,678 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=be5ca9c9653a14706d7f039f889e6ad3, REOPEN/MOVE}] 2024-11-25T20:24:41,681 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=be5ca9c9653a14706d7f039f889e6ad3, REOPEN/MOVE 2024-11-25T20:24:41,685 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=be5ca9c9653a14706d7f039f889e6ad3, regionState=CLOSING, regionLocation=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:41,693 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T20:24:41,693 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE; CloseRegionProcedure be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451}] 2024-11-25T20:24:41,845 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:41,846 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] handler.UnassignRegionHandler(124): Close be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:24:41,846 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T20:24:41,846 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1681): Closing be5ca9c9653a14706d7f039f889e6ad3, disabling compactions & flushes 2024-11-25T20:24:41,846 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:41,846 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:41,846 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. after waiting 0 ms 2024-11-25T20:24:41,846 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:41,867 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-25T20:24:41,871 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:41,871 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1635): Region close journal for be5ca9c9653a14706d7f039f889e6ad3: 2024-11-25T20:24:41,871 WARN [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegionServer(3786): Not adding moved region record: be5ca9c9653a14706d7f039f889e6ad3 to self. 2024-11-25T20:24:41,880 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] handler.UnassignRegionHandler(170): Closed be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:24:41,882 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=be5ca9c9653a14706d7f039f889e6ad3, regionState=CLOSED 2024-11-25T20:24:41,884 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97 2024-11-25T20:24:41,884 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; CloseRegionProcedure be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 in 190 msec 2024-11-25T20:24:41,885 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=be5ca9c9653a14706d7f039f889e6ad3, REOPEN/MOVE; state=CLOSED, location=a8cf619b0679,41621,1732566182451; forceNewPlan=false, retain=true 2024-11-25T20:24:41,906 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-25T20:24:42,035 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=be5ca9c9653a14706d7f039f889e6ad3, regionState=OPENING, regionLocation=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:42,036 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=97, state=RUNNABLE; OpenRegionProcedure be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451}] 2024-11-25T20:24:42,194 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:42,197 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:42,197 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7285): Opening region: {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} 2024-11-25T20:24:42,198 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:24:42,198 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T20:24:42,198 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7327): checking encryption for be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:24:42,198 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7330): checking classloading for be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:24:42,219 INFO [StoreOpener-be5ca9c9653a14706d7f039f889e6ad3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:24:42,220 INFO [StoreOpener-be5ca9c9653a14706d7f039f889e6ad3-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T20:24:42,220 INFO [StoreOpener-be5ca9c9653a14706d7f039f889e6ad3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be5ca9c9653a14706d7f039f889e6ad3 columnFamilyName A 2024-11-25T20:24:42,227 DEBUG [StoreOpener-be5ca9c9653a14706d7f039f889e6ad3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:42,228 INFO [StoreOpener-be5ca9c9653a14706d7f039f889e6ad3-1 {}] regionserver.HStore(327): Store=be5ca9c9653a14706d7f039f889e6ad3/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T20:24:42,228 INFO [StoreOpener-be5ca9c9653a14706d7f039f889e6ad3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:24:42,230 INFO [StoreOpener-be5ca9c9653a14706d7f039f889e6ad3-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T20:24:42,230 INFO [StoreOpener-be5ca9c9653a14706d7f039f889e6ad3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be5ca9c9653a14706d7f039f889e6ad3 columnFamilyName B 2024-11-25T20:24:42,230 DEBUG [StoreOpener-be5ca9c9653a14706d7f039f889e6ad3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:42,231 INFO [StoreOpener-be5ca9c9653a14706d7f039f889e6ad3-1 {}] regionserver.HStore(327): Store=be5ca9c9653a14706d7f039f889e6ad3/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T20:24:42,231 INFO [StoreOpener-be5ca9c9653a14706d7f039f889e6ad3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:24:42,232 INFO [StoreOpener-be5ca9c9653a14706d7f039f889e6ad3-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T20:24:42,233 INFO [StoreOpener-be5ca9c9653a14706d7f039f889e6ad3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be5ca9c9653a14706d7f039f889e6ad3 columnFamilyName C 2024-11-25T20:24:42,233 DEBUG [StoreOpener-be5ca9c9653a14706d7f039f889e6ad3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:42,233 INFO [StoreOpener-be5ca9c9653a14706d7f039f889e6ad3-1 {}] regionserver.HStore(327): Store=be5ca9c9653a14706d7f039f889e6ad3/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T20:24:42,233 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:42,235 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:24:42,236 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:24:42,238 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T20:24:42,242 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1085): writing seq id for be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:24:42,242 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1102): Opened be5ca9c9653a14706d7f039f889e6ad3; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67660074, jitterRate=0.008213669061660767}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T20:24:42,243 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1001): Region open journal for be5ca9c9653a14706d7f039f889e6ad3: 2024-11-25T20:24:42,246 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3., pid=99, masterSystemTime=1732566282194 2024-11-25T20:24:42,247 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:42,247 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:42,247 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=be5ca9c9653a14706d7f039f889e6ad3, regionState=OPEN, openSeqNum=5, regionLocation=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:42,250 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=97 2024-11-25T20:24:42,250 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=97, state=SUCCESS; OpenRegionProcedure be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 in 213 msec 2024-11-25T20:24:42,254 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=97, resume processing ppid=96 2024-11-25T20:24:42,254 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, ppid=96, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=be5ca9c9653a14706d7f039f889e6ad3, REOPEN/MOVE in 573 msec 2024-11-25T20:24:42,257 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-11-25T20:24:42,257 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 581 msec 2024-11-25T20:24:42,265 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 697 msec 2024-11-25T20:24:42,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-25T20:24:42,267 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x25ad026c to 127.0.0.1:49356 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@50b472d8 2024-11-25T20:24:42,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1392e9a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:24:42,316 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x64046592 to 127.0.0.1:49356 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1755e978 2024-11-25T20:24:42,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@138efded, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:24:42,351 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x40e70c04 to 127.0.0.1:49356 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@78c13349 2024-11-25T20:24:42,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c44c829, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:24:42,385 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x257eae6a to 127.0.0.1:49356 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@54548af7 2024-11-25T20:24:42,402 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eeb05d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:24:42,403 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6b959498 to 127.0.0.1:49356 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b66a82f 2024-11-25T20:24:42,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d15db32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:24:42,425 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c59c760 to 127.0.0.1:49356 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3f165792 2024-11-25T20:24:42,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58ba3ef8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:24:42,465 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x397fd5fa to 127.0.0.1:49356 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3458bf80 2024-11-25T20:24:42,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d1c1a0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:24:42,487 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4a9d9629 to 127.0.0.1:49356 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3b488445 2024-11-25T20:24:42,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66d93d53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:24:42,528 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f95a751 to 127.0.0.1:49356 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6080624a 2024-11-25T20:24:42,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f1cf8ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:24:42,691 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3e491154 to 127.0.0.1:49356 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5db8b6e5 2024-11-25T20:24:42,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7549fc66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:24:42,774 DEBUG [hconnection-0x3393d3c5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:24:42,780 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40888, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:24:42,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:24:42,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] procedure2.ProcedureExecutor(1098): Stored pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees 2024-11-25T20:24:42,788 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:24:42,789 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:24:42,789 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:24:42,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-25T20:24:42,801 DEBUG [hconnection-0x30526586-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:24:42,803 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40892, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:24:42,804 DEBUG [hconnection-0x7b901d91-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:24:42,805 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40906, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:24:42,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:24:42,808 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing be5ca9c9653a14706d7f039f889e6ad3 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T20:24:42,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be5ca9c9653a14706d7f039f889e6ad3, store=A 2024-11-25T20:24:42,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:42,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be5ca9c9653a14706d7f039f889e6ad3, store=B 2024-11-25T20:24:42,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:42,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be5ca9c9653a14706d7f039f889e6ad3, store=C 2024-11-25T20:24:42,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:42,812 DEBUG [hconnection-0x66deb3d5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:24:42,813 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40914, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:24:42,819 DEBUG [hconnection-0x7d5c4ec4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:24:42,823 DEBUG [hconnection-0x450c0712-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:24:42,823 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40916, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:24:42,824 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40932, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:24:42,827 DEBUG [hconnection-0x51dd2c44-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:24:42,829 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40944, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:24:42,831 DEBUG [hconnection-0x204de444-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:24:42,831 DEBUG [hconnection-0x63e48530-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:24:42,833 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40956, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:24:42,834 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40948, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:24:42,839 DEBUG [hconnection-0x6d42ec43-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:24:42,840 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40964, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:24:42,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:42,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40948 deadline: 1732566342843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:42,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:42,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40916 deadline: 1732566342843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:42,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:42,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40892 deadline: 1732566342856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:42,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:42,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40888 deadline: 1732566342857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:42,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:42,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40932 deadline: 1732566342859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:42,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-25T20:24:42,932 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e44bfa2bbe7f4908ba83b4185f2864af_be5ca9c9653a14706d7f039f889e6ad3 is 50, key is test_row_0/A:col10/1732566282790/Put/seqid=0 2024-11-25T20:24:42,952 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:42,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-25T20:24:42,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:42,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. as already flushing 2024-11-25T20:24:42,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:42,953 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:42,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:42,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:42,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:42,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:42,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40888 deadline: 1732566342958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:42,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40892 deadline: 1732566342957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:42,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:42,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40948 deadline: 1732566342962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:42,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:42,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40932 deadline: 1732566342965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:42,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:42,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40916 deadline: 1732566342980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:42,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742197_1373 (size=12154) 2024-11-25T20:24:42,986 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:42,989 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e44bfa2bbe7f4908ba83b4185f2864af_be5ca9c9653a14706d7f039f889e6ad3 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e44bfa2bbe7f4908ba83b4185f2864af_be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:24:42,990 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/b9b7de6d04914d69b6e0cc0bb6315888, store: [table=TestAcidGuarantees family=A region=be5ca9c9653a14706d7f039f889e6ad3] 2024-11-25T20:24:42,991 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/b9b7de6d04914d69b6e0cc0bb6315888 is 175, key is test_row_0/A:col10/1732566282790/Put/seqid=0 2024-11-25T20:24:43,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742198_1374 (size=30955) 2024-11-25T20:24:43,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-25T20:24:43,107 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:43,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-25T20:24:43,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:43,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. as already flushing 2024-11-25T20:24:43,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:43,111 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:43,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:43,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:43,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:43,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40888 deadline: 1732566343161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:43,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:43,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40892 deadline: 1732566343162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:43,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:43,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40948 deadline: 1732566343164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:43,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:43,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40932 deadline: 1732566343170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:43,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:43,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40916 deadline: 1732566343181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:43,267 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:43,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-25T20:24:43,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:43,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. as already flushing 2024-11-25T20:24:43,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:43,268 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:43,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:43,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:43,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-25T20:24:43,420 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:43,423 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-25T20:24:43,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:43,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. as already flushing 2024-11-25T20:24:43,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:43,423 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:43,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:43,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:43,443 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/b9b7de6d04914d69b6e0cc0bb6315888 2024-11-25T20:24:43,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:43,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40888 deadline: 1732566343466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:43,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:43,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40892 deadline: 1732566343467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:43,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:43,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40948 deadline: 1732566343466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:43,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:43,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40932 deadline: 1732566343474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:43,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:43,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40916 deadline: 1732566343484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:43,521 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/B/8d84cfd2599a49ce8424408f5d3375b1 is 50, key is test_row_0/B:col10/1732566282790/Put/seqid=0 2024-11-25T20:24:43,576 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:43,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-25T20:24:43,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:43,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. as already flushing 2024-11-25T20:24:43,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:43,577 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:43,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:43,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:43,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742199_1375 (size=12001) 2024-11-25T20:24:43,628 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/B/8d84cfd2599a49ce8424408f5d3375b1 2024-11-25T20:24:43,699 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/C/1afa2353e36946fa8d608f945f06c366 is 50, key is test_row_0/C:col10/1732566282790/Put/seqid=0 2024-11-25T20:24:43,743 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:43,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-25T20:24:43,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742200_1376 (size=12001) 2024-11-25T20:24:43,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:43,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. as already flushing 2024-11-25T20:24:43,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:43,744 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:43,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:43,744 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/C/1afa2353e36946fa8d608f945f06c366 2024-11-25T20:24:43,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:43,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/b9b7de6d04914d69b6e0cc0bb6315888 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/b9b7de6d04914d69b6e0cc0bb6315888 2024-11-25T20:24:43,770 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/b9b7de6d04914d69b6e0cc0bb6315888, entries=150, sequenceid=15, filesize=30.2 K 2024-11-25T20:24:43,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/B/8d84cfd2599a49ce8424408f5d3375b1 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/8d84cfd2599a49ce8424408f5d3375b1 2024-11-25T20:24:43,819 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/8d84cfd2599a49ce8424408f5d3375b1, entries=150, sequenceid=15, filesize=11.7 K 2024-11-25T20:24:43,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/C/1afa2353e36946fa8d608f945f06c366 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/1afa2353e36946fa8d608f945f06c366 2024-11-25T20:24:43,827 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/1afa2353e36946fa8d608f945f06c366, entries=150, sequenceid=15, filesize=11.7 K 2024-11-25T20:24:43,828 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=161.02 KB/164880 for be5ca9c9653a14706d7f039f889e6ad3 in 1020ms, sequenceid=15, compaction requested=false 2024-11-25T20:24:43,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for be5ca9c9653a14706d7f039f889e6ad3: 2024-11-25T20:24:43,897 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:43,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-25T20:24:43,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:43,899 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2837): Flushing be5ca9c9653a14706d7f039f889e6ad3 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-25T20:24:43,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be5ca9c9653a14706d7f039f889e6ad3, store=A 2024-11-25T20:24:43,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:43,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be5ca9c9653a14706d7f039f889e6ad3, store=B 2024-11-25T20:24:43,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:43,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be5ca9c9653a14706d7f039f889e6ad3, store=C 2024-11-25T20:24:43,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:43,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-25T20:24:43,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125c8e3e37bf55c48869c496ac6c1eaee4a_be5ca9c9653a14706d7f039f889e6ad3 is 50, key is test_row_0/A:col10/1732566282843/Put/seqid=0 2024-11-25T20:24:43,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742201_1377 (size=12154) 2024-11-25T20:24:43,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:43,986 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. as already flushing 2024-11-25T20:24:43,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:24:43,989 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125c8e3e37bf55c48869c496ac6c1eaee4a_be5ca9c9653a14706d7f039f889e6ad3 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c8e3e37bf55c48869c496ac6c1eaee4a_be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:24:43,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/1d1b1ed4fa9c489387202dd4ca542424, store: [table=TestAcidGuarantees family=A region=be5ca9c9653a14706d7f039f889e6ad3] 2024-11-25T20:24:43,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/1d1b1ed4fa9c489387202dd4ca542424 is 175, key is test_row_0/A:col10/1732566282843/Put/seqid=0 2024-11-25T20:24:44,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:44,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40948 deadline: 1732566343993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:44,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:44,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40916 deadline: 1732566343994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:44,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:44,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40932 deadline: 1732566344003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:44,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:44,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40888 deadline: 1732566344005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:44,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:44,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40892 deadline: 1732566344003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:44,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742202_1378 (size=30955) 2024-11-25T20:24:44,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:44,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40948 deadline: 1732566344106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:44,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:44,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40888 deadline: 1732566344117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:44,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:44,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40892 deadline: 1732566344117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:44,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:44,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40932 deadline: 1732566344127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:44,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:44,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40948 deadline: 1732566344315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:44,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:44,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40892 deadline: 1732566344329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:44,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:44,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40888 deadline: 1732566344330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:44,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:44,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40932 deadline: 1732566344353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:44,439 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=42, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/1d1b1ed4fa9c489387202dd4ca542424 2024-11-25T20:24:44,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/B/38dc9823c689420d9a028f2fa1a873b0 is 50, key is test_row_0/B:col10/1732566282843/Put/seqid=0 2024-11-25T20:24:44,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742203_1379 (size=12001) 2024-11-25T20:24:44,499 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/B/38dc9823c689420d9a028f2fa1a873b0 2024-11-25T20:24:44,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/C/75c2dd8de9364c5394ae76c336d7066e is 50, key is test_row_0/C:col10/1732566282843/Put/seqid=0 2024-11-25T20:24:44,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742204_1380 (size=12001) 2024-11-25T20:24:44,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:44,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40948 deadline: 1732566344622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:44,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:44,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40892 deadline: 1732566344638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:44,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:44,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40888 deadline: 1732566344640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:44,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:44,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40932 deadline: 1732566344664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:44,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-25T20:24:44,974 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/C/75c2dd8de9364c5394ae76c336d7066e 2024-11-25T20:24:44,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/1d1b1ed4fa9c489387202dd4ca542424 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/1d1b1ed4fa9c489387202dd4ca542424 2024-11-25T20:24:44,985 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/1d1b1ed4fa9c489387202dd4ca542424, entries=150, sequenceid=42, filesize=30.2 K 2024-11-25T20:24:44,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/B/38dc9823c689420d9a028f2fa1a873b0 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/38dc9823c689420d9a028f2fa1a873b0 2024-11-25T20:24:44,993 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/38dc9823c689420d9a028f2fa1a873b0, entries=150, sequenceid=42, filesize=11.7 K 2024-11-25T20:24:44,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/C/75c2dd8de9364c5394ae76c336d7066e as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/75c2dd8de9364c5394ae76c336d7066e 2024-11-25T20:24:44,998 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/75c2dd8de9364c5394ae76c336d7066e, entries=150, sequenceid=42, filesize=11.7 K 2024-11-25T20:24:44,999 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for be5ca9c9653a14706d7f039f889e6ad3 in 1101ms, sequenceid=42, compaction requested=false 2024-11-25T20:24:44,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2538): Flush status journal for be5ca9c9653a14706d7f039f889e6ad3: 2024-11-25T20:24:44,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:44,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=101 2024-11-25T20:24:45,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4106): Remote procedure done, pid=101 2024-11-25T20:24:45,006 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=100 2024-11-25T20:24:45,006 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2120 sec 2024-11-25T20:24:45,016 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees in 2.2250 sec 2024-11-25T20:24:45,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:24:45,031 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing be5ca9c9653a14706d7f039f889e6ad3 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T20:24:45,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be5ca9c9653a14706d7f039f889e6ad3, store=A 2024-11-25T20:24:45,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:45,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be5ca9c9653a14706d7f039f889e6ad3, store=B 2024-11-25T20:24:45,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:45,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be5ca9c9653a14706d7f039f889e6ad3, store=C 2024-11-25T20:24:45,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:45,056 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e0192d9742074779b162596e0c4a8559_be5ca9c9653a14706d7f039f889e6ad3 is 50, key is test_row_0/A:col10/1732566283981/Put/seqid=0 2024-11-25T20:24:45,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742205_1381 (size=14594) 2024-11-25T20:24:45,097 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:45,102 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e0192d9742074779b162596e0c4a8559_be5ca9c9653a14706d7f039f889e6ad3 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e0192d9742074779b162596e0c4a8559_be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:24:45,104 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/d3559d44ccc14e2dbdaf0353787f4045, store: [table=TestAcidGuarantees family=A region=be5ca9c9653a14706d7f039f889e6ad3] 2024-11-25T20:24:45,104 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/d3559d44ccc14e2dbdaf0353787f4045 is 175, key is test_row_0/A:col10/1732566283981/Put/seqid=0 2024-11-25T20:24:45,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742206_1382 (size=39549) 2024-11-25T20:24:45,126 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/d3559d44ccc14e2dbdaf0353787f4045 2024-11-25T20:24:45,151 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/B/35aedf6d6331445f975510a136a52220 is 50, key is test_row_0/B:col10/1732566283981/Put/seqid=0 2024-11-25T20:24:45,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:45,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40916 deadline: 1732566345166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:45,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:45,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40948 deadline: 1732566345172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:45,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:45,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40892 deadline: 1732566345174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:45,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:45,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40932 deadline: 1732566345175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:45,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:45,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40888 deadline: 1732566345176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:45,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742207_1383 (size=12001) 2024-11-25T20:24:45,204 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/B/35aedf6d6331445f975510a136a52220 2024-11-25T20:24:45,220 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/C/5e997ae164294b06bb806bbf03b15443 is 50, key is test_row_0/C:col10/1732566283981/Put/seqid=0 2024-11-25T20:24:45,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742208_1384 (size=12001) 2024-11-25T20:24:45,263 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/C/5e997ae164294b06bb806bbf03b15443 2024-11-25T20:24:45,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/d3559d44ccc14e2dbdaf0353787f4045 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/d3559d44ccc14e2dbdaf0353787f4045 2024-11-25T20:24:45,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:45,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40916 deadline: 1732566345278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:45,289 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/d3559d44ccc14e2dbdaf0353787f4045, entries=200, sequenceid=53, filesize=38.6 K 2024-11-25T20:24:45,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/B/35aedf6d6331445f975510a136a52220 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/35aedf6d6331445f975510a136a52220 2024-11-25T20:24:45,296 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T20:24:45,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:45,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40892 deadline: 1732566345288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:45,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:45,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40888 deadline: 1732566345288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:45,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:45,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40948 deadline: 1732566345288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:45,306 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/35aedf6d6331445f975510a136a52220, entries=150, sequenceid=53, filesize=11.7 K 2024-11-25T20:24:45,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/C/5e997ae164294b06bb806bbf03b15443 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/5e997ae164294b06bb806bbf03b15443 2024-11-25T20:24:45,317 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/5e997ae164294b06bb806bbf03b15443, entries=150, sequenceid=53, filesize=11.7 K 2024-11-25T20:24:45,319 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for be5ca9c9653a14706d7f039f889e6ad3 in 288ms, sequenceid=53, compaction requested=true 2024-11-25T20:24:45,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for be5ca9c9653a14706d7f039f889e6ad3: 2024-11-25T20:24:45,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be5ca9c9653a14706d7f039f889e6ad3:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:24:45,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:45,320 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:24:45,320 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:24:45,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be5ca9c9653a14706d7f039f889e6ad3:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:24:45,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:45,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be5ca9c9653a14706d7f039f889e6ad3:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:24:45,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:24:45,321 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:24:45,321 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): be5ca9c9653a14706d7f039f889e6ad3/B is initiating minor compaction (all files) 2024-11-25T20:24:45,321 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be5ca9c9653a14706d7f039f889e6ad3/B in TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:45,321 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/8d84cfd2599a49ce8424408f5d3375b1, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/38dc9823c689420d9a028f2fa1a873b0, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/35aedf6d6331445f975510a136a52220] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp, totalSize=35.2 K 2024-11-25T20:24:45,322 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:24:45,322 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1540): be5ca9c9653a14706d7f039f889e6ad3/A is initiating minor compaction (all files) 2024-11-25T20:24:45,322 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be5ca9c9653a14706d7f039f889e6ad3/A in TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:45,322 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/b9b7de6d04914d69b6e0cc0bb6315888, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/1d1b1ed4fa9c489387202dd4ca542424, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/d3559d44ccc14e2dbdaf0353787f4045] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp, totalSize=99.1 K 2024-11-25T20:24:45,322 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:45,322 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. files: [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/b9b7de6d04914d69b6e0cc0bb6315888, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/1d1b1ed4fa9c489387202dd4ca542424, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/d3559d44ccc14e2dbdaf0353787f4045] 2024-11-25T20:24:45,324 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting b9b7de6d04914d69b6e0cc0bb6315888, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732566282790 2024-11-25T20:24:45,324 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 8d84cfd2599a49ce8424408f5d3375b1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732566282790 2024-11-25T20:24:45,324 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1d1b1ed4fa9c489387202dd4ca542424, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732566282842 2024-11-25T20:24:45,325 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 38dc9823c689420d9a028f2fa1a873b0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732566282842 2024-11-25T20:24:45,325 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting d3559d44ccc14e2dbdaf0353787f4045, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732566283981 2024-11-25T20:24:45,325 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 35aedf6d6331445f975510a136a52220, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732566283981 2024-11-25T20:24:45,338 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=be5ca9c9653a14706d7f039f889e6ad3] 2024-11-25T20:24:45,361 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): be5ca9c9653a14706d7f039f889e6ad3#B#compaction#328 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:45,361 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/B/8ece31b264564fdd8abbefe5cbc8cb3a is 50, key is test_row_0/B:col10/1732566283981/Put/seqid=0 2024-11-25T20:24:45,370 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125658580d0becd4336b99064b78240cd45_be5ca9c9653a14706d7f039f889e6ad3 store=[table=TestAcidGuarantees family=A region=be5ca9c9653a14706d7f039f889e6ad3] 2024-11-25T20:24:45,372 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125658580d0becd4336b99064b78240cd45_be5ca9c9653a14706d7f039f889e6ad3, store=[table=TestAcidGuarantees family=A region=be5ca9c9653a14706d7f039f889e6ad3] 2024-11-25T20:24:45,372 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125658580d0becd4336b99064b78240cd45_be5ca9c9653a14706d7f039f889e6ad3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=be5ca9c9653a14706d7f039f889e6ad3] 2024-11-25T20:24:45,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742210_1386 (size=4469) 2024-11-25T20:24:45,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742209_1385 (size=12104) 2024-11-25T20:24:45,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:24:45,492 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing be5ca9c9653a14706d7f039f889e6ad3 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T20:24:45,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be5ca9c9653a14706d7f039f889e6ad3, store=A 2024-11-25T20:24:45,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:45,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be5ca9c9653a14706d7f039f889e6ad3, store=B 2024-11-25T20:24:45,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:45,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be5ca9c9653a14706d7f039f889e6ad3, store=C 2024-11-25T20:24:45,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:45,510 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251206857ccbd54fdeb40aceba6a6b786c_be5ca9c9653a14706d7f039f889e6ad3 is 50, key is test_row_0/A:col10/1732566285171/Put/seqid=0 2024-11-25T20:24:45,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:45,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40888 deadline: 1732566345519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:45,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:45,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40948 deadline: 1732566345522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:45,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:45,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40916 deadline: 1732566345524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:45,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:45,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40892 deadline: 1732566345534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:45,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742211_1387 (size=14594) 2024-11-25T20:24:45,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:45,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40948 deadline: 1732566345637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:45,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:45,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40888 deadline: 1732566345637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:45,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:45,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40916 deadline: 1732566345643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:45,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:45,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40892 deadline: 1732566345664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:45,818 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): be5ca9c9653a14706d7f039f889e6ad3#A#compaction#327 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:45,818 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/06c0d945dca441e0b420024699c9fab4 is 175, key is test_row_0/A:col10/1732566283981/Put/seqid=0 2024-11-25T20:24:45,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742212_1388 (size=31058) 2024-11-25T20:24:45,843 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/B/8ece31b264564fdd8abbefe5cbc8cb3a as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/8ece31b264564fdd8abbefe5cbc8cb3a 2024-11-25T20:24:45,844 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/06c0d945dca441e0b420024699c9fab4 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/06c0d945dca441e0b420024699c9fab4 2024-11-25T20:24:45,848 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be5ca9c9653a14706d7f039f889e6ad3/B of be5ca9c9653a14706d7f039f889e6ad3 into 8ece31b264564fdd8abbefe5cbc8cb3a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:45,848 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be5ca9c9653a14706d7f039f889e6ad3: 2024-11-25T20:24:45,848 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3., storeName=be5ca9c9653a14706d7f039f889e6ad3/B, priority=13, startTime=1732566285320; duration=0sec 2024-11-25T20:24:45,848 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:24:45,848 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be5ca9c9653a14706d7f039f889e6ad3:B 2024-11-25T20:24:45,848 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:24:45,859 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be5ca9c9653a14706d7f039f889e6ad3/A of be5ca9c9653a14706d7f039f889e6ad3 into 06c0d945dca441e0b420024699c9fab4(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:45,859 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be5ca9c9653a14706d7f039f889e6ad3: 2024-11-25T20:24:45,859 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3., storeName=be5ca9c9653a14706d7f039f889e6ad3/A, priority=13, startTime=1732566285319; duration=0sec 2024-11-25T20:24:45,859 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:45,859 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be5ca9c9653a14706d7f039f889e6ad3:A 2024-11-25T20:24:45,863 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:24:45,863 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): be5ca9c9653a14706d7f039f889e6ad3/C is initiating minor compaction (all files) 2024-11-25T20:24:45,863 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be5ca9c9653a14706d7f039f889e6ad3/C in TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:45,863 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/1afa2353e36946fa8d608f945f06c366, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/75c2dd8de9364c5394ae76c336d7066e, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/5e997ae164294b06bb806bbf03b15443] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp, totalSize=35.2 K 2024-11-25T20:24:45,863 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 1afa2353e36946fa8d608f945f06c366, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732566282790 2024-11-25T20:24:45,864 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 75c2dd8de9364c5394ae76c336d7066e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732566282842 2024-11-25T20:24:45,864 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e997ae164294b06bb806bbf03b15443, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732566283981 2024-11-25T20:24:45,882 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): be5ca9c9653a14706d7f039f889e6ad3#C#compaction#330 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:45,882 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/C/8356f42ad2e047639a2d0f36978dc75e is 50, key is test_row_0/C:col10/1732566283981/Put/seqid=0 2024-11-25T20:24:45,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:45,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:45,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40948 deadline: 1732566345859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:45,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40888 deadline: 1732566345859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:45,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:45,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40916 deadline: 1732566345871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:45,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:45,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40892 deadline: 1732566345879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:45,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742213_1389 (size=12104) 2024-11-25T20:24:45,973 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:45,980 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/C/8356f42ad2e047639a2d0f36978dc75e as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/8356f42ad2e047639a2d0f36978dc75e 2024-11-25T20:24:45,991 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251206857ccbd54fdeb40aceba6a6b786c_be5ca9c9653a14706d7f039f889e6ad3 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251206857ccbd54fdeb40aceba6a6b786c_be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:24:46,003 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/f907d737a7dc4dd09c22d382a793c85f, store: [table=TestAcidGuarantees family=A region=be5ca9c9653a14706d7f039f889e6ad3] 2024-11-25T20:24:46,004 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/f907d737a7dc4dd09c22d382a793c85f is 175, key is test_row_0/A:col10/1732566285171/Put/seqid=0 2024-11-25T20:24:46,023 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be5ca9c9653a14706d7f039f889e6ad3/C of be5ca9c9653a14706d7f039f889e6ad3 into 8356f42ad2e047639a2d0f36978dc75e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:46,023 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be5ca9c9653a14706d7f039f889e6ad3: 2024-11-25T20:24:46,023 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3., storeName=be5ca9c9653a14706d7f039f889e6ad3/C, priority=13, startTime=1732566285320; duration=0sec 2024-11-25T20:24:46,023 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:46,023 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be5ca9c9653a14706d7f039f889e6ad3:C 2024-11-25T20:24:46,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742214_1390 (size=39549) 2024-11-25T20:24:46,062 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/f907d737a7dc4dd09c22d382a793c85f 2024-11-25T20:24:46,117 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/B/37246f18e7ee4588b67c35de629c3fbc is 50, key is test_row_0/B:col10/1732566285171/Put/seqid=0 2024-11-25T20:24:46,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742215_1391 (size=12001) 2024-11-25T20:24:46,140 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/B/37246f18e7ee4588b67c35de629c3fbc 2024-11-25T20:24:46,160 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/C/bc73e0946f4d4654ba4f7bda7888b072 is 50, key is test_row_0/C:col10/1732566285171/Put/seqid=0 2024-11-25T20:24:46,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742216_1392 (size=12001) 2024-11-25T20:24:46,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:46,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40948 deadline: 1732566346195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:46,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:46,208 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/C/bc73e0946f4d4654ba4f7bda7888b072 2024-11-25T20:24:46,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40932 deadline: 1732566346198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:46,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:46,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40916 deadline: 1732566346203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:46,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:46,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40892 deadline: 1732566346203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:46,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:46,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40888 deadline: 1732566346204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:46,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/f907d737a7dc4dd09c22d382a793c85f as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/f907d737a7dc4dd09c22d382a793c85f 2024-11-25T20:24:46,229 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/f907d737a7dc4dd09c22d382a793c85f, entries=200, sequenceid=79, filesize=38.6 K 2024-11-25T20:24:46,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/B/37246f18e7ee4588b67c35de629c3fbc as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/37246f18e7ee4588b67c35de629c3fbc 2024-11-25T20:24:46,235 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/37246f18e7ee4588b67c35de629c3fbc, entries=150, sequenceid=79, filesize=11.7 K 2024-11-25T20:24:46,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/C/bc73e0946f4d4654ba4f7bda7888b072 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/bc73e0946f4d4654ba4f7bda7888b072 2024-11-25T20:24:46,244 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/bc73e0946f4d4654ba4f7bda7888b072, entries=150, sequenceid=79, filesize=11.7 K 2024-11-25T20:24:46,245 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for be5ca9c9653a14706d7f039f889e6ad3 in 753ms, sequenceid=79, compaction requested=false 2024-11-25T20:24:46,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for be5ca9c9653a14706d7f039f889e6ad3: 2024-11-25T20:24:46,735 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing be5ca9c9653a14706d7f039f889e6ad3 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T20:24:46,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:24:46,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be5ca9c9653a14706d7f039f889e6ad3, store=A 2024-11-25T20:24:46,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:46,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be5ca9c9653a14706d7f039f889e6ad3, store=B 2024-11-25T20:24:46,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:46,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be5ca9c9653a14706d7f039f889e6ad3, store=C 2024-11-25T20:24:46,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:46,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411256d5ea160d2904bdaad4be326709f4c4d_be5ca9c9653a14706d7f039f889e6ad3 is 50, key is test_row_0/A:col10/1732566286724/Put/seqid=0 2024-11-25T20:24:46,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742217_1393 (size=17034) 2024-11-25T20:24:46,795 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:46,801 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411256d5ea160d2904bdaad4be326709f4c4d_be5ca9c9653a14706d7f039f889e6ad3 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256d5ea160d2904bdaad4be326709f4c4d_be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:24:46,803 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/0d8358e40dc94c54aa165fdd0eb4f282, store: [table=TestAcidGuarantees family=A region=be5ca9c9653a14706d7f039f889e6ad3] 2024-11-25T20:24:46,803 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/0d8358e40dc94c54aa165fdd0eb4f282 is 175, key is test_row_0/A:col10/1732566286724/Put/seqid=0 2024-11-25T20:24:46,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742218_1394 (size=48139) 2024-11-25T20:24:46,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:46,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:46,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40948 deadline: 1732566346848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:46,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40916 deadline: 1732566346849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:46,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40888 deadline: 1732566346851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:46,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40892 deadline: 1732566346851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:46,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-25T20:24:46,911 INFO [Thread-1680 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 100 completed 2024-11-25T20:24:46,928 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:24:46,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] procedure2.ProcedureExecutor(1098): Stored pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees 2024-11-25T20:24:46,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-25T20:24:46,939 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:24:46,942 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:24:46,943 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:24:46,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:46,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:46,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40892 deadline: 1732566346971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:46,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40888 deadline: 1732566346968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:46,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:46,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40916 deadline: 1732566346971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:46,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:46,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40948 deadline: 1732566346971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:47,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-25T20:24:47,103 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:47,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-25T20:24:47,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:47,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. as already flushing 2024-11-25T20:24:47,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:47,108 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:47,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:47,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:47,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:47,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40888 deadline: 1732566347179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:47,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:47,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40948 deadline: 1732566347180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:47,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:47,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40916 deadline: 1732566347180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:47,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:47,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40892 deadline: 1732566347184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:47,248 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/0d8358e40dc94c54aa165fdd0eb4f282 2024-11-25T20:24:47,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-25T20:24:47,262 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:47,262 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-25T20:24:47,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:47,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/B/64eaff79e09948eba74aeb9e723e9a03 is 50, key is test_row_0/B:col10/1732566286724/Put/seqid=0 2024-11-25T20:24:47,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. as already flushing 2024-11-25T20:24:47,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:47,262 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:47,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:47,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:47,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742219_1395 (size=12001) 2024-11-25T20:24:47,419 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:47,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-25T20:24:47,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:47,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. as already flushing 2024-11-25T20:24:47,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:47,421 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:47,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:47,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:47,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:47,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40888 deadline: 1732566347494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:47,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:47,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40948 deadline: 1732566347494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:47,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:47,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40916 deadline: 1732566347494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:47,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:47,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40892 deadline: 1732566347497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:47,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-25T20:24:47,575 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:47,575 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-25T20:24:47,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:47,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. as already flushing 2024-11-25T20:24:47,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:47,576 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:47,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:47,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:47,719 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/B/64eaff79e09948eba74aeb9e723e9a03 2024-11-25T20:24:47,731 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/C/8800c05f0fec41cd8fffd7350f54e547 is 50, key is test_row_0/C:col10/1732566286724/Put/seqid=0 2024-11-25T20:24:47,734 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:47,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-25T20:24:47,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:47,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. as already flushing 2024-11-25T20:24:47,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:47,734 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:47,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:47,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:47,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742220_1396 (size=12001) 2024-11-25T20:24:47,887 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:47,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-25T20:24:47,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:47,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. as already flushing 2024-11-25T20:24:47,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:47,891 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:47,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:47,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:48,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:48,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40948 deadline: 1732566348009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:48,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:48,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40888 deadline: 1732566348011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:48,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:48,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40916 deadline: 1732566348011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:48,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:48,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40892 deadline: 1732566348015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:48,043 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:48,043 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-25T20:24:48,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:48,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. as already flushing 2024-11-25T20:24:48,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:48,044 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:48,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:48,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:48,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-25T20:24:48,149 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/C/8800c05f0fec41cd8fffd7350f54e547 2024-11-25T20:24:48,158 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/0d8358e40dc94c54aa165fdd0eb4f282 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/0d8358e40dc94c54aa165fdd0eb4f282 2024-11-25T20:24:48,163 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/0d8358e40dc94c54aa165fdd0eb4f282, entries=250, sequenceid=94, filesize=47.0 K 2024-11-25T20:24:48,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/B/64eaff79e09948eba74aeb9e723e9a03 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/64eaff79e09948eba74aeb9e723e9a03 2024-11-25T20:24:48,175 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/64eaff79e09948eba74aeb9e723e9a03, entries=150, sequenceid=94, filesize=11.7 K 2024-11-25T20:24:48,178 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/C/8800c05f0fec41cd8fffd7350f54e547 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/8800c05f0fec41cd8fffd7350f54e547 2024-11-25T20:24:48,182 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/8800c05f0fec41cd8fffd7350f54e547, entries=150, sequenceid=94, filesize=11.7 K 2024-11-25T20:24:48,182 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for be5ca9c9653a14706d7f039f889e6ad3 in 1448ms, sequenceid=94, compaction requested=true 2024-11-25T20:24:48,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for be5ca9c9653a14706d7f039f889e6ad3: 2024-11-25T20:24:48,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be5ca9c9653a14706d7f039f889e6ad3:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:24:48,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:48,183 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:24:48,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be5ca9c9653a14706d7f039f889e6ad3:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:24:48,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:48,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be5ca9c9653a14706d7f039f889e6ad3:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:24:48,183 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:24:48,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:24:48,183 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 118746 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:24:48,183 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:24:48,183 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1540): be5ca9c9653a14706d7f039f889e6ad3/A is initiating minor compaction (all files) 2024-11-25T20:24:48,184 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): be5ca9c9653a14706d7f039f889e6ad3/B is initiating minor compaction (all files) 2024-11-25T20:24:48,184 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be5ca9c9653a14706d7f039f889e6ad3/A in TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:48,184 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be5ca9c9653a14706d7f039f889e6ad3/B in TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:48,184 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/06c0d945dca441e0b420024699c9fab4, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/f907d737a7dc4dd09c22d382a793c85f, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/0d8358e40dc94c54aa165fdd0eb4f282] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp, totalSize=116.0 K 2024-11-25T20:24:48,184 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:48,184 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/8ece31b264564fdd8abbefe5cbc8cb3a, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/37246f18e7ee4588b67c35de629c3fbc, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/64eaff79e09948eba74aeb9e723e9a03] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp, totalSize=35.3 K 2024-11-25T20:24:48,184 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. files: [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/06c0d945dca441e0b420024699c9fab4, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/f907d737a7dc4dd09c22d382a793c85f, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/0d8358e40dc94c54aa165fdd0eb4f282] 2024-11-25T20:24:48,184 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 06c0d945dca441e0b420024699c9fab4, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732566283981 2024-11-25T20:24:48,184 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ece31b264564fdd8abbefe5cbc8cb3a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732566283981 2024-11-25T20:24:48,184 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting f907d737a7dc4dd09c22d382a793c85f, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732566285155 2024-11-25T20:24:48,184 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0d8358e40dc94c54aa165fdd0eb4f282, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732566285518 2024-11-25T20:24:48,189 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=be5ca9c9653a14706d7f039f889e6ad3] 2024-11-25T20:24:48,190 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 37246f18e7ee4588b67c35de629c3fbc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732566285171 2024-11-25T20:24:48,192 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 64eaff79e09948eba74aeb9e723e9a03, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732566285532 2024-11-25T20:24:48,193 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125feac80b475194571834310cf2658f2e1_be5ca9c9653a14706d7f039f889e6ad3 store=[table=TestAcidGuarantees family=A region=be5ca9c9653a14706d7f039f889e6ad3] 2024-11-25T20:24:48,195 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125feac80b475194571834310cf2658f2e1_be5ca9c9653a14706d7f039f889e6ad3, store=[table=TestAcidGuarantees family=A region=be5ca9c9653a14706d7f039f889e6ad3] 2024-11-25T20:24:48,195 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125feac80b475194571834310cf2658f2e1_be5ca9c9653a14706d7f039f889e6ad3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=be5ca9c9653a14706d7f039f889e6ad3] 2024-11-25T20:24:48,196 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:48,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-25T20:24:48,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:48,197 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2837): Flushing be5ca9c9653a14706d7f039f889e6ad3 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T20:24:48,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be5ca9c9653a14706d7f039f889e6ad3, store=A 2024-11-25T20:24:48,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:48,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be5ca9c9653a14706d7f039f889e6ad3, store=B 2024-11-25T20:24:48,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:48,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be5ca9c9653a14706d7f039f889e6ad3, store=C 2024-11-25T20:24:48,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:48,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411254599c31ae875473883766d28bb8e4bfc_be5ca9c9653a14706d7f039f889e6ad3 is 50, key is test_row_0/A:col10/1732566286849/Put/seqid=0 2024-11-25T20:24:48,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742221_1397 (size=4469) 2024-11-25T20:24:48,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:24:48,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. as already flushing 2024-11-25T20:24:48,222 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): be5ca9c9653a14706d7f039f889e6ad3#A#compaction#336 average throughput is 0.76 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:48,222 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/b4aa1020a6c94068b780ffdc907b4572 is 175, key is test_row_0/A:col10/1732566286724/Put/seqid=0 2024-11-25T20:24:48,224 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): be5ca9c9653a14706d7f039f889e6ad3#B#compaction#338 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:48,224 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/B/e919d50dcc9241f8a3d88acdb62d6df3 is 50, key is test_row_0/B:col10/1732566286724/Put/seqid=0 2024-11-25T20:24:48,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742222_1398 (size=12154) 2024-11-25T20:24:48,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742224_1400 (size=12207) 2024-11-25T20:24:48,242 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/B/e919d50dcc9241f8a3d88acdb62d6df3 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/e919d50dcc9241f8a3d88acdb62d6df3 2024-11-25T20:24:48,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742223_1399 (size=31161) 2024-11-25T20:24:48,263 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be5ca9c9653a14706d7f039f889e6ad3/B of be5ca9c9653a14706d7f039f889e6ad3 into e919d50dcc9241f8a3d88acdb62d6df3(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:48,263 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be5ca9c9653a14706d7f039f889e6ad3: 2024-11-25T20:24:48,263 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3., storeName=be5ca9c9653a14706d7f039f889e6ad3/B, priority=13, startTime=1732566288183; duration=0sec 2024-11-25T20:24:48,263 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:24:48,263 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be5ca9c9653a14706d7f039f889e6ad3:B 2024-11-25T20:24:48,263 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:24:48,265 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/b4aa1020a6c94068b780ffdc907b4572 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/b4aa1020a6c94068b780ffdc907b4572 2024-11-25T20:24:48,265 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:24:48,265 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): be5ca9c9653a14706d7f039f889e6ad3/C is initiating minor compaction (all files) 2024-11-25T20:24:48,265 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be5ca9c9653a14706d7f039f889e6ad3/C in TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:48,265 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/8356f42ad2e047639a2d0f36978dc75e, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/bc73e0946f4d4654ba4f7bda7888b072, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/8800c05f0fec41cd8fffd7350f54e547] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp, totalSize=35.3 K 2024-11-25T20:24:48,266 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 8356f42ad2e047639a2d0f36978dc75e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732566283981 2024-11-25T20:24:48,266 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting bc73e0946f4d4654ba4f7bda7888b072, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732566285171 2024-11-25T20:24:48,267 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 8800c05f0fec41cd8fffd7350f54e547, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732566285532 2024-11-25T20:24:48,271 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be5ca9c9653a14706d7f039f889e6ad3/A of be5ca9c9653a14706d7f039f889e6ad3 into b4aa1020a6c94068b780ffdc907b4572(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:48,271 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be5ca9c9653a14706d7f039f889e6ad3: 2024-11-25T20:24:48,271 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3., storeName=be5ca9c9653a14706d7f039f889e6ad3/A, priority=13, startTime=1732566288182; duration=0sec 2024-11-25T20:24:48,271 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:48,271 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be5ca9c9653a14706d7f039f889e6ad3:A 2024-11-25T20:24:48,276 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): be5ca9c9653a14706d7f039f889e6ad3#C#compaction#339 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:48,277 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/C/d71356887cc64829a53592800996d421 is 50, key is test_row_0/C:col10/1732566286724/Put/seqid=0 2024-11-25T20:24:48,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:48,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40932 deadline: 1732566348282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:48,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742225_1401 (size=12207) 2024-11-25T20:24:48,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:48,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40932 deadline: 1732566348386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:48,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:48,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40932 deadline: 1732566348594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:48,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:48,638 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411254599c31ae875473883766d28bb8e4bfc_be5ca9c9653a14706d7f039f889e6ad3 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254599c31ae875473883766d28bb8e4bfc_be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:24:48,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/605eaf6007a84af29d08df71755281b5, store: [table=TestAcidGuarantees family=A region=be5ca9c9653a14706d7f039f889e6ad3] 2024-11-25T20:24:48,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/605eaf6007a84af29d08df71755281b5 is 175, key is test_row_0/A:col10/1732566286849/Put/seqid=0 2024-11-25T20:24:48,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742226_1402 (size=30955) 2024-11-25T20:24:48,704 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/C/d71356887cc64829a53592800996d421 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/d71356887cc64829a53592800996d421 2024-11-25T20:24:48,713 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be5ca9c9653a14706d7f039f889e6ad3/C of be5ca9c9653a14706d7f039f889e6ad3 into d71356887cc64829a53592800996d421(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:48,713 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be5ca9c9653a14706d7f039f889e6ad3: 2024-11-25T20:24:48,713 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3., storeName=be5ca9c9653a14706d7f039f889e6ad3/C, priority=13, startTime=1732566288183; duration=0sec 2024-11-25T20:24:48,713 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:48,713 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be5ca9c9653a14706d7f039f889e6ad3:C 2024-11-25T20:24:48,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:48,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40932 deadline: 1732566348897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:49,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:49,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40888 deadline: 1732566349018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:49,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:49,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40916 deadline: 1732566349019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:49,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:49,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40948 deadline: 1732566349019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:49,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:49,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40892 deadline: 1732566349025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:49,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-25T20:24:49,068 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/605eaf6007a84af29d08df71755281b5 2024-11-25T20:24:49,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/B/381a6a0bee5c42ea9e9bc8e4c2b1a003 is 50, key is test_row_0/B:col10/1732566286849/Put/seqid=0 2024-11-25T20:24:49,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742227_1403 (size=12001) 2024-11-25T20:24:49,116 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/B/381a6a0bee5c42ea9e9bc8e4c2b1a003 2024-11-25T20:24:49,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/C/e3d557373b8b40b1acc3c64b56a57a35 is 50, key is test_row_0/C:col10/1732566286849/Put/seqid=0 2024-11-25T20:24:49,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742228_1404 (size=12001) 2024-11-25T20:24:49,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:49,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40932 deadline: 1732566349404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:49,575 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/C/e3d557373b8b40b1acc3c64b56a57a35 2024-11-25T20:24:49,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/605eaf6007a84af29d08df71755281b5 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/605eaf6007a84af29d08df71755281b5 2024-11-25T20:24:49,590 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/605eaf6007a84af29d08df71755281b5, entries=150, sequenceid=118, filesize=30.2 K 2024-11-25T20:24:49,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/B/381a6a0bee5c42ea9e9bc8e4c2b1a003 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/381a6a0bee5c42ea9e9bc8e4c2b1a003 2024-11-25T20:24:49,595 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/381a6a0bee5c42ea9e9bc8e4c2b1a003, entries=150, sequenceid=118, filesize=11.7 K 2024-11-25T20:24:49,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/C/e3d557373b8b40b1acc3c64b56a57a35 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/e3d557373b8b40b1acc3c64b56a57a35 2024-11-25T20:24:49,603 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/e3d557373b8b40b1acc3c64b56a57a35, entries=150, sequenceid=118, filesize=11.7 K 2024-11-25T20:24:49,604 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for be5ca9c9653a14706d7f039f889e6ad3 in 1406ms, sequenceid=118, compaction requested=false 2024-11-25T20:24:49,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2538): Flush status journal for be5ca9c9653a14706d7f039f889e6ad3: 2024-11-25T20:24:49,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:49,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=103 2024-11-25T20:24:49,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4106): Remote procedure done, pid=103 2024-11-25T20:24:49,610 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-11-25T20:24:49,610 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6650 sec 2024-11-25T20:24:49,612 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees in 2.6830 sec 2024-11-25T20:24:50,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:24:50,414 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing be5ca9c9653a14706d7f039f889e6ad3 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T20:24:50,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be5ca9c9653a14706d7f039f889e6ad3, store=A 2024-11-25T20:24:50,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:50,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be5ca9c9653a14706d7f039f889e6ad3, store=B 2024-11-25T20:24:50,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:50,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be5ca9c9653a14706d7f039f889e6ad3, store=C 2024-11-25T20:24:50,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:50,425 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411256ddee41dcf824e2e87caf97abd1c2905_be5ca9c9653a14706d7f039f889e6ad3 is 50, key is test_row_0/A:col10/1732566288280/Put/seqid=0 2024-11-25T20:24:50,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742229_1405 (size=14744) 2024-11-25T20:24:50,462 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:50,467 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411256ddee41dcf824e2e87caf97abd1c2905_be5ca9c9653a14706d7f039f889e6ad3 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256ddee41dcf824e2e87caf97abd1c2905_be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:24:50,468 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/162a83d3a32f4682ae14524c62879583, store: [table=TestAcidGuarantees family=A region=be5ca9c9653a14706d7f039f889e6ad3] 2024-11-25T20:24:50,468 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/162a83d3a32f4682ae14524c62879583 is 175, key is test_row_0/A:col10/1732566288280/Put/seqid=0 2024-11-25T20:24:50,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742230_1406 (size=39699) 2024-11-25T20:24:50,475 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/162a83d3a32f4682ae14524c62879583 2024-11-25T20:24:50,482 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/B/296afda0648f4bd4b1ebc22ee07f8b53 is 50, key is test_row_0/B:col10/1732566288280/Put/seqid=0 2024-11-25T20:24:50,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742231_1407 (size=12151) 2024-11-25T20:24:50,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:50,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40932 deadline: 1732566350559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:50,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:50,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40932 deadline: 1732566350668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:50,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:50,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40932 deadline: 1732566350879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:50,904 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/B/296afda0648f4bd4b1ebc22ee07f8b53 2024-11-25T20:24:50,909 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/C/957c5f692fd748d6972bd27ad0236839 is 50, key is test_row_0/C:col10/1732566288280/Put/seqid=0 2024-11-25T20:24:50,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742232_1408 (size=12151) 2024-11-25T20:24:51,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:51,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40888 deadline: 1732566351024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:51,028 DEBUG [Thread-1672 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4178 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3., hostname=a8cf619b0679,41621,1732566182451, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T20:24:51,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:51,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40916 deadline: 1732566351027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:51,036 DEBUG [Thread-1676 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4186 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3., hostname=a8cf619b0679,41621,1732566182451, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T20:24:51,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:51,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40948 deadline: 1732566351042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:51,050 DEBUG [Thread-1670 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4203 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3., hostname=a8cf619b0679,41621,1732566182451, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T20:24:51,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-25T20:24:51,052 INFO [Thread-1680 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 102 completed 2024-11-25T20:24:51,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:51,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40892 deadline: 1732566351048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:51,054 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:24:51,054 DEBUG [Thread-1678 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4203 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3., hostname=a8cf619b0679,41621,1732566182451, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T20:24:51,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees 2024-11-25T20:24:51,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-25T20:24:51,056 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:24:51,057 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:24:51,057 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:24:51,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-25T20:24:51,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:51,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40932 deadline: 1732566351186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:51,209 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:51,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-25T20:24:51,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:51,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. as already flushing 2024-11-25T20:24:51,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:51,210 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:51,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:51,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:51,313 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/C/957c5f692fd748d6972bd27ad0236839 2024-11-25T20:24:51,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/162a83d3a32f4682ae14524c62879583 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/162a83d3a32f4682ae14524c62879583 2024-11-25T20:24:51,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-25T20:24:51,363 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:51,363 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/162a83d3a32f4682ae14524c62879583, entries=200, sequenceid=134, filesize=38.8 K 2024-11-25T20:24:51,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-25T20:24:51,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:51,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. as already flushing 2024-11-25T20:24:51,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:51,367 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:51,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:51,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:51,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/B/296afda0648f4bd4b1ebc22ee07f8b53 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/296afda0648f4bd4b1ebc22ee07f8b53 2024-11-25T20:24:51,380 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/296afda0648f4bd4b1ebc22ee07f8b53, entries=150, sequenceid=134, filesize=11.9 K 2024-11-25T20:24:51,381 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/C/957c5f692fd748d6972bd27ad0236839 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/957c5f692fd748d6972bd27ad0236839 2024-11-25T20:24:51,387 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/957c5f692fd748d6972bd27ad0236839, entries=150, sequenceid=134, filesize=11.9 K 2024-11-25T20:24:51,391 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for be5ca9c9653a14706d7f039f889e6ad3 in 977ms, sequenceid=134, compaction requested=true 2024-11-25T20:24:51,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for be5ca9c9653a14706d7f039f889e6ad3: 2024-11-25T20:24:51,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be5ca9c9653a14706d7f039f889e6ad3:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:24:51,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:51,391 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:24:51,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be5ca9c9653a14706d7f039f889e6ad3:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:24:51,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:24:51,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be5ca9c9653a14706d7f039f889e6ad3:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:24:51,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T20:24:51,391 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:24:51,392 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101815 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:24:51,392 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): be5ca9c9653a14706d7f039f889e6ad3/A is initiating minor compaction (all files) 2024-11-25T20:24:51,392 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be5ca9c9653a14706d7f039f889e6ad3/A in TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:51,392 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/b4aa1020a6c94068b780ffdc907b4572, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/605eaf6007a84af29d08df71755281b5, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/162a83d3a32f4682ae14524c62879583] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp, totalSize=99.4 K 2024-11-25T20:24:51,392 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:51,392 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. files: [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/b4aa1020a6c94068b780ffdc907b4572, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/605eaf6007a84af29d08df71755281b5, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/162a83d3a32f4682ae14524c62879583] 2024-11-25T20:24:51,393 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting b4aa1020a6c94068b780ffdc907b4572, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732566285532 2024-11-25T20:24:51,393 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:24:51,393 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1540): be5ca9c9653a14706d7f039f889e6ad3/B is initiating minor compaction (all files) 2024-11-25T20:24:51,393 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be5ca9c9653a14706d7f039f889e6ad3/B in TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:51,393 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/e919d50dcc9241f8a3d88acdb62d6df3, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/381a6a0bee5c42ea9e9bc8e4c2b1a003, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/296afda0648f4bd4b1ebc22ee07f8b53] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp, totalSize=35.5 K 2024-11-25T20:24:51,393 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 605eaf6007a84af29d08df71755281b5, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732566286842 2024-11-25T20:24:51,393 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 162a83d3a32f4682ae14524c62879583, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732566288236 2024-11-25T20:24:51,394 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting e919d50dcc9241f8a3d88acdb62d6df3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732566285532 2024-11-25T20:24:51,394 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 381a6a0bee5c42ea9e9bc8e4c2b1a003, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732566286842 2024-11-25T20:24:51,395 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 296afda0648f4bd4b1ebc22ee07f8b53, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732566288277 2024-11-25T20:24:51,403 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=be5ca9c9653a14706d7f039f889e6ad3] 2024-11-25T20:24:51,409 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125f055d1c9edbc40f5a3d7d29da79f66b6_be5ca9c9653a14706d7f039f889e6ad3 store=[table=TestAcidGuarantees family=A region=be5ca9c9653a14706d7f039f889e6ad3] 2024-11-25T20:24:51,410 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): be5ca9c9653a14706d7f039f889e6ad3#B#compaction#346 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:51,410 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/B/8f1df54460d340d3807f920fd3569dd5 is 50, key is test_row_0/B:col10/1732566288280/Put/seqid=0 2024-11-25T20:24:51,413 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125f055d1c9edbc40f5a3d7d29da79f66b6_be5ca9c9653a14706d7f039f889e6ad3, store=[table=TestAcidGuarantees family=A region=be5ca9c9653a14706d7f039f889e6ad3] 2024-11-25T20:24:51,413 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125f055d1c9edbc40f5a3d7d29da79f66b6_be5ca9c9653a14706d7f039f889e6ad3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=be5ca9c9653a14706d7f039f889e6ad3] 2024-11-25T20:24:51,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742233_1409 (size=12459) 2024-11-25T20:24:51,431 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/B/8f1df54460d340d3807f920fd3569dd5 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/8f1df54460d340d3807f920fd3569dd5 2024-11-25T20:24:51,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742234_1410 (size=4469) 2024-11-25T20:24:51,440 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be5ca9c9653a14706d7f039f889e6ad3/B of be5ca9c9653a14706d7f039f889e6ad3 into 8f1df54460d340d3807f920fd3569dd5(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:51,440 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be5ca9c9653a14706d7f039f889e6ad3: 2024-11-25T20:24:51,440 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3., storeName=be5ca9c9653a14706d7f039f889e6ad3/B, priority=13, startTime=1732566291391; duration=0sec 2024-11-25T20:24:51,440 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:24:51,440 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be5ca9c9653a14706d7f039f889e6ad3:B 2024-11-25T20:24:51,440 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:24:51,441 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:24:51,441 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1540): be5ca9c9653a14706d7f039f889e6ad3/C is initiating minor compaction (all files) 2024-11-25T20:24:51,441 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be5ca9c9653a14706d7f039f889e6ad3/C in TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:51,442 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/d71356887cc64829a53592800996d421, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/e3d557373b8b40b1acc3c64b56a57a35, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/957c5f692fd748d6972bd27ad0236839] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp, totalSize=35.5 K 2024-11-25T20:24:51,442 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting d71356887cc64829a53592800996d421, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732566285532 2024-11-25T20:24:51,442 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting e3d557373b8b40b1acc3c64b56a57a35, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732566286842 2024-11-25T20:24:51,444 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 957c5f692fd748d6972bd27ad0236839, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732566288277 2024-11-25T20:24:51,454 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): be5ca9c9653a14706d7f039f889e6ad3#C#compaction#347 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:51,454 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/C/aabd921b4dce407192ddab3f8a1b3aee is 50, key is test_row_0/C:col10/1732566288280/Put/seqid=0 2024-11-25T20:24:51,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742235_1411 (size=12459) 2024-11-25T20:24:51,481 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/C/aabd921b4dce407192ddab3f8a1b3aee as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/aabd921b4dce407192ddab3f8a1b3aee 2024-11-25T20:24:51,498 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be5ca9c9653a14706d7f039f889e6ad3/C of be5ca9c9653a14706d7f039f889e6ad3 into aabd921b4dce407192ddab3f8a1b3aee(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:51,498 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be5ca9c9653a14706d7f039f889e6ad3: 2024-11-25T20:24:51,498 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3., storeName=be5ca9c9653a14706d7f039f889e6ad3/C, priority=13, startTime=1732566291391; duration=0sec 2024-11-25T20:24:51,498 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:51,498 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be5ca9c9653a14706d7f039f889e6ad3:C 2024-11-25T20:24:51,526 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:51,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-25T20:24:51,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:51,527 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2837): Flushing be5ca9c9653a14706d7f039f889e6ad3 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-25T20:24:51,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be5ca9c9653a14706d7f039f889e6ad3, store=A 2024-11-25T20:24:51,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:51,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be5ca9c9653a14706d7f039f889e6ad3, store=B 2024-11-25T20:24:51,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:51,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be5ca9c9653a14706d7f039f889e6ad3, store=C 2024-11-25T20:24:51,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:51,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a2a01b3f8e3842bab158c4370e3e7b77_be5ca9c9653a14706d7f039f889e6ad3 is 50, key is test_row_0/A:col10/1732566290557/Put/seqid=0 2024-11-25T20:24:51,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742236_1412 (size=12304) 2024-11-25T20:24:51,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-25T20:24:51,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:24:51,705 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. as already flushing 2024-11-25T20:24:51,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:51,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40932 deadline: 1732566351811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:51,839 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): be5ca9c9653a14706d7f039f889e6ad3#A#compaction#345 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:51,839 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/416fa229326f4ebb83174f3d12e18296 is 175, key is test_row_0/A:col10/1732566288280/Put/seqid=0 2024-11-25T20:24:51,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742237_1413 (size=31413) 2024-11-25T20:24:51,906 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-25T20:24:51,906 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-25T20:24:51,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:51,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40932 deadline: 1732566351914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:51,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:51,981 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a2a01b3f8e3842bab158c4370e3e7b77_be5ca9c9653a14706d7f039f889e6ad3 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a2a01b3f8e3842bab158c4370e3e7b77_be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:24:51,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/65e0ea800dd4435b9d2161747c71fc4b, store: [table=TestAcidGuarantees family=A region=be5ca9c9653a14706d7f039f889e6ad3] 2024-11-25T20:24:51,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/65e0ea800dd4435b9d2161747c71fc4b is 175, key is test_row_0/A:col10/1732566290557/Put/seqid=0 2024-11-25T20:24:51,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742238_1414 (size=31105) 2024-11-25T20:24:52,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:52,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40932 deadline: 1732566352133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:52,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-25T20:24:52,291 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/416fa229326f4ebb83174f3d12e18296 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/416fa229326f4ebb83174f3d12e18296 2024-11-25T20:24:52,304 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be5ca9c9653a14706d7f039f889e6ad3/A of be5ca9c9653a14706d7f039f889e6ad3 into 416fa229326f4ebb83174f3d12e18296(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:52,305 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be5ca9c9653a14706d7f039f889e6ad3: 2024-11-25T20:24:52,305 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3., storeName=be5ca9c9653a14706d7f039f889e6ad3/A, priority=13, startTime=1732566291391; duration=0sec 2024-11-25T20:24:52,305 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:52,305 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be5ca9c9653a14706d7f039f889e6ad3:A 2024-11-25T20:24:52,396 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=159, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/65e0ea800dd4435b9d2161747c71fc4b 2024-11-25T20:24:52,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/B/72decd0c89674f09b0d978f8bf40f9f2 is 50, key is test_row_0/B:col10/1732566290557/Put/seqid=0 2024-11-25T20:24:52,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742239_1415 (size=12151) 2024-11-25T20:24:52,434 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/B/72decd0c89674f09b0d978f8bf40f9f2 2024-11-25T20:24:52,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/C/e76ee0e998384ff7a054cb3f01399c48 is 50, key is test_row_0/C:col10/1732566290557/Put/seqid=0 2024-11-25T20:24:52,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:52,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40932 deadline: 1732566352443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:52,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742240_1416 (size=12151) 2024-11-25T20:24:52,452 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/C/e76ee0e998384ff7a054cb3f01399c48 2024-11-25T20:24:52,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/65e0ea800dd4435b9d2161747c71fc4b as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/65e0ea800dd4435b9d2161747c71fc4b 2024-11-25T20:24:52,462 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/65e0ea800dd4435b9d2161747c71fc4b, entries=150, sequenceid=159, filesize=30.4 K 2024-11-25T20:24:52,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/B/72decd0c89674f09b0d978f8bf40f9f2 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/72decd0c89674f09b0d978f8bf40f9f2 2024-11-25T20:24:52,467 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/72decd0c89674f09b0d978f8bf40f9f2, entries=150, sequenceid=159, filesize=11.9 K 2024-11-25T20:24:52,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/C/e76ee0e998384ff7a054cb3f01399c48 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/e76ee0e998384ff7a054cb3f01399c48 2024-11-25T20:24:52,472 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/e76ee0e998384ff7a054cb3f01399c48, entries=150, sequenceid=159, filesize=11.9 K 2024-11-25T20:24:52,473 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for be5ca9c9653a14706d7f039f889e6ad3 in 946ms, sequenceid=159, compaction requested=false 2024-11-25T20:24:52,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2538): Flush status journal for be5ca9c9653a14706d7f039f889e6ad3: 2024-11-25T20:24:52,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:52,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=105 2024-11-25T20:24:52,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4106): Remote procedure done, pid=105 2024-11-25T20:24:52,476 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-11-25T20:24:52,476 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4170 sec 2024-11-25T20:24:52,479 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees in 1.4240 sec 2024-11-25T20:24:52,960 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing be5ca9c9653a14706d7f039f889e6ad3 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-25T20:24:52,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be5ca9c9653a14706d7f039f889e6ad3, store=A 2024-11-25T20:24:52,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:52,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be5ca9c9653a14706d7f039f889e6ad3, store=B 2024-11-25T20:24:52,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:52,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be5ca9c9653a14706d7f039f889e6ad3, store=C 2024-11-25T20:24:52,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:52,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:24:52,967 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125f0708c3229a14c99875575acd5f3fe8f_be5ca9c9653a14706d7f039f889e6ad3 is 50, key is test_row_0/A:col10/1732566291758/Put/seqid=0 2024-11-25T20:24:52,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742241_1417 (size=14794) 2024-11-25T20:24:53,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:53,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40932 deadline: 1732566353100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:53,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-25T20:24:53,162 INFO [Thread-1680 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 104 completed 2024-11-25T20:24:53,163 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:24:53,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-11-25T20:24:53,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-25T20:24:53,172 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:24:53,172 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:24:53,172 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:24:53,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:53,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40932 deadline: 1732566353203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:53,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-25T20:24:53,324 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:53,324 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-25T20:24:53,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:53,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. as already flushing 2024-11-25T20:24:53,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:53,325 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:53,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:53,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:53,377 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:53,393 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125f0708c3229a14c99875575acd5f3fe8f_be5ca9c9653a14706d7f039f889e6ad3 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f0708c3229a14c99875575acd5f3fe8f_be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:24:53,395 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/5bb18a37a8174807b6fdb5bc7694cb5d, store: [table=TestAcidGuarantees family=A region=be5ca9c9653a14706d7f039f889e6ad3] 2024-11-25T20:24:53,398 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/5bb18a37a8174807b6fdb5bc7694cb5d is 175, key is test_row_0/A:col10/1732566291758/Put/seqid=0 2024-11-25T20:24:53,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742242_1418 (size=39749) 2024-11-25T20:24:53,421 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=174, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/5bb18a37a8174807b6fdb5bc7694cb5d 2024-11-25T20:24:53,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:53,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40932 deadline: 1732566353415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:53,456 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/B/e1f8b7ced9d54b9bb2a9cef72751c28a is 50, key is test_row_0/B:col10/1732566291758/Put/seqid=0 2024-11-25T20:24:53,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-25T20:24:53,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742243_1419 (size=12151) 2024-11-25T20:24:53,475 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/B/e1f8b7ced9d54b9bb2a9cef72751c28a 2024-11-25T20:24:53,482 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:53,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-25T20:24:53,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:53,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. as already flushing 2024-11-25T20:24:53,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:53,483 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:53,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:53,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:53,524 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/C/5f3f7273310649909fbe8eaa8f33c04d is 50, key is test_row_0/C:col10/1732566291758/Put/seqid=0 2024-11-25T20:24:53,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742244_1420 (size=12151) 2024-11-25T20:24:53,570 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/C/5f3f7273310649909fbe8eaa8f33c04d 2024-11-25T20:24:53,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/5bb18a37a8174807b6fdb5bc7694cb5d as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/5bb18a37a8174807b6fdb5bc7694cb5d 2024-11-25T20:24:53,593 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/5bb18a37a8174807b6fdb5bc7694cb5d, entries=200, sequenceid=174, filesize=38.8 K 2024-11-25T20:24:53,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/B/e1f8b7ced9d54b9bb2a9cef72751c28a as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/e1f8b7ced9d54b9bb2a9cef72751c28a 2024-11-25T20:24:53,601 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/e1f8b7ced9d54b9bb2a9cef72751c28a, entries=150, sequenceid=174, filesize=11.9 K 2024-11-25T20:24:53,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/C/5f3f7273310649909fbe8eaa8f33c04d as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/5f3f7273310649909fbe8eaa8f33c04d 2024-11-25T20:24:53,608 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/5f3f7273310649909fbe8eaa8f33c04d, entries=150, sequenceid=174, filesize=11.9 K 2024-11-25T20:24:53,609 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for be5ca9c9653a14706d7f039f889e6ad3 in 649ms, sequenceid=174, compaction requested=true 2024-11-25T20:24:53,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for be5ca9c9653a14706d7f039f889e6ad3: 2024-11-25T20:24:53,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be5ca9c9653a14706d7f039f889e6ad3:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:24:53,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:53,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be5ca9c9653a14706d7f039f889e6ad3:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:24:53,609 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:24:53,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:24:53,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be5ca9c9653a14706d7f039f889e6ad3:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:24:53,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T20:24:53,610 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:24:53,615 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:24:53,615 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102267 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:24:53,615 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1540): be5ca9c9653a14706d7f039f889e6ad3/A is initiating minor compaction (all files) 2024-11-25T20:24:53,615 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): be5ca9c9653a14706d7f039f889e6ad3/B is initiating minor compaction (all files) 2024-11-25T20:24:53,616 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be5ca9c9653a14706d7f039f889e6ad3/A in TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:53,616 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be5ca9c9653a14706d7f039f889e6ad3/B in TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:53,616 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/8f1df54460d340d3807f920fd3569dd5, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/72decd0c89674f09b0d978f8bf40f9f2, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/e1f8b7ced9d54b9bb2a9cef72751c28a] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp, totalSize=35.9 K 2024-11-25T20:24:53,616 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/416fa229326f4ebb83174f3d12e18296, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/65e0ea800dd4435b9d2161747c71fc4b, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/5bb18a37a8174807b6fdb5bc7694cb5d] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp, totalSize=99.9 K 2024-11-25T20:24:53,616 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:53,616 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. files: [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/416fa229326f4ebb83174f3d12e18296, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/65e0ea800dd4435b9d2161747c71fc4b, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/5bb18a37a8174807b6fdb5bc7694cb5d] 2024-11-25T20:24:53,617 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f1df54460d340d3807f920fd3569dd5, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732566288277 2024-11-25T20:24:53,617 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 416fa229326f4ebb83174f3d12e18296, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732566288277 2024-11-25T20:24:53,618 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 72decd0c89674f09b0d978f8bf40f9f2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732566290518 2024-11-25T20:24:53,618 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 65e0ea800dd4435b9d2161747c71fc4b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732566290518 2024-11-25T20:24:53,619 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5bb18a37a8174807b6fdb5bc7694cb5d, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732566291758 2024-11-25T20:24:53,619 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting e1f8b7ced9d54b9bb2a9cef72751c28a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732566291758 2024-11-25T20:24:53,626 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): be5ca9c9653a14706d7f039f889e6ad3#B#compaction#354 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:53,627 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/B/eff39d7517f54fcfa460aba3a42d793a is 50, key is test_row_0/B:col10/1732566291758/Put/seqid=0 2024-11-25T20:24:53,631 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=be5ca9c9653a14706d7f039f889e6ad3] 2024-11-25T20:24:53,638 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:53,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-25T20:24:53,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:53,643 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing be5ca9c9653a14706d7f039f889e6ad3 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-25T20:24:53,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be5ca9c9653a14706d7f039f889e6ad3, store=A 2024-11-25T20:24:53,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:53,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be5ca9c9653a14706d7f039f889e6ad3, store=B 2024-11-25T20:24:53,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:53,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be5ca9c9653a14706d7f039f889e6ad3, store=C 2024-11-25T20:24:53,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:53,651 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411252fadb562ff674d2eb2371e30e6b89029_be5ca9c9653a14706d7f039f889e6ad3 store=[table=TestAcidGuarantees family=A region=be5ca9c9653a14706d7f039f889e6ad3] 2024-11-25T20:24:53,653 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411252fadb562ff674d2eb2371e30e6b89029_be5ca9c9653a14706d7f039f889e6ad3, store=[table=TestAcidGuarantees family=A region=be5ca9c9653a14706d7f039f889e6ad3] 2024-11-25T20:24:53,653 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411252fadb562ff674d2eb2371e30e6b89029_be5ca9c9653a14706d7f039f889e6ad3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=be5ca9c9653a14706d7f039f889e6ad3] 2024-11-25T20:24:53,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742245_1421 (size=12561) 2024-11-25T20:24:53,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251e1df005161c42e0a9815c249f6afbb0_be5ca9c9653a14706d7f039f889e6ad3 is 50, key is test_row_0/A:col10/1732566293094/Put/seqid=0 2024-11-25T20:24:53,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742246_1422 (size=4469) 2024-11-25T20:24:53,715 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): be5ca9c9653a14706d7f039f889e6ad3#A#compaction#355 average throughput is 0.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:53,716 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/2825d948e9b34637aacad994f6cbce3a is 175, key is test_row_0/A:col10/1732566291758/Put/seqid=0 2024-11-25T20:24:53,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742247_1423 (size=12304) 2024-11-25T20:24:53,731 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. as already flushing 2024-11-25T20:24:53,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:24:53,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742248_1424 (size=31515) 2024-11-25T20:24:53,743 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/2825d948e9b34637aacad994f6cbce3a as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/2825d948e9b34637aacad994f6cbce3a 2024-11-25T20:24:53,748 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be5ca9c9653a14706d7f039f889e6ad3/A of be5ca9c9653a14706d7f039f889e6ad3 into 2825d948e9b34637aacad994f6cbce3a(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:53,748 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be5ca9c9653a14706d7f039f889e6ad3: 2024-11-25T20:24:53,748 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3., storeName=be5ca9c9653a14706d7f039f889e6ad3/A, priority=13, startTime=1732566293609; duration=0sec 2024-11-25T20:24:53,748 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:24:53,748 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be5ca9c9653a14706d7f039f889e6ad3:A 2024-11-25T20:24:53,748 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:24:53,749 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:24:53,749 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1540): be5ca9c9653a14706d7f039f889e6ad3/C is initiating minor compaction (all files) 2024-11-25T20:24:53,749 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be5ca9c9653a14706d7f039f889e6ad3/C in TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:53,749 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/aabd921b4dce407192ddab3f8a1b3aee, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/e76ee0e998384ff7a054cb3f01399c48, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/5f3f7273310649909fbe8eaa8f33c04d] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp, totalSize=35.9 K 2024-11-25T20:24:53,749 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting aabd921b4dce407192ddab3f8a1b3aee, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732566288277 2024-11-25T20:24:53,750 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting e76ee0e998384ff7a054cb3f01399c48, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732566290518 2024-11-25T20:24:53,750 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f3f7273310649909fbe8eaa8f33c04d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732566291758 2024-11-25T20:24:53,760 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): be5ca9c9653a14706d7f039f889e6ad3#C#compaction#357 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:53,761 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/C/c9c65702e2aa484fbd9971894d986f46 is 50, key is test_row_0/C:col10/1732566291758/Put/seqid=0 2024-11-25T20:24:53,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-25T20:24:53,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742249_1425 (size=12561) 2024-11-25T20:24:53,809 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/C/c9c65702e2aa484fbd9971894d986f46 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/c9c65702e2aa484fbd9971894d986f46 2024-11-25T20:24:53,817 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be5ca9c9653a14706d7f039f889e6ad3/C of be5ca9c9653a14706d7f039f889e6ad3 into c9c65702e2aa484fbd9971894d986f46(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:53,817 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be5ca9c9653a14706d7f039f889e6ad3: 2024-11-25T20:24:53,817 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3., storeName=be5ca9c9653a14706d7f039f889e6ad3/C, priority=13, startTime=1732566293609; duration=0sec 2024-11-25T20:24:53,817 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:53,817 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be5ca9c9653a14706d7f039f889e6ad3:C 2024-11-25T20:24:53,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:53,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40932 deadline: 1732566353827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:53,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:53,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40932 deadline: 1732566353934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:54,077 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/B/eff39d7517f54fcfa460aba3a42d793a as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/eff39d7517f54fcfa460aba3a42d793a 2024-11-25T20:24:54,080 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be5ca9c9653a14706d7f039f889e6ad3/B of be5ca9c9653a14706d7f039f889e6ad3 into eff39d7517f54fcfa460aba3a42d793a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:54,080 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be5ca9c9653a14706d7f039f889e6ad3: 2024-11-25T20:24:54,080 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3., storeName=be5ca9c9653a14706d7f039f889e6ad3/B, priority=13, startTime=1732566293609; duration=0sec 2024-11-25T20:24:54,080 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:54,080 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be5ca9c9653a14706d7f039f889e6ad3:B 2024-11-25T20:24:54,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:54,128 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251e1df005161c42e0a9815c249f6afbb0_be5ca9c9653a14706d7f039f889e6ad3 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251e1df005161c42e0a9815c249f6afbb0_be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:24:54,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/fd5f55af0d164ece99cd46bfac9542c2, store: [table=TestAcidGuarantees family=A region=be5ca9c9653a14706d7f039f889e6ad3] 2024-11-25T20:24:54,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/fd5f55af0d164ece99cd46bfac9542c2 is 175, key is test_row_0/A:col10/1732566293094/Put/seqid=0 2024-11-25T20:24:54,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742250_1426 (size=31105) 2024-11-25T20:24:54,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:54,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40932 deadline: 1732566354138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:54,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-25T20:24:54,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:54,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40932 deadline: 1732566354442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:54,537 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=196, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/fd5f55af0d164ece99cd46bfac9542c2 2024-11-25T20:24:54,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/B/02730a4a301a46a4b8d2dfd7bf734262 is 50, key is test_row_0/B:col10/1732566293094/Put/seqid=0 2024-11-25T20:24:54,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742251_1427 (size=12151) 2024-11-25T20:24:54,948 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/B/02730a4a301a46a4b8d2dfd7bf734262 2024-11-25T20:24:54,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:54,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40932 deadline: 1732566354948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:54,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/C/abe5f0cb26f34b39aac7de8c1f64b959 is 50, key is test_row_0/C:col10/1732566293094/Put/seqid=0 2024-11-25T20:24:54,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742252_1428 (size=12151) 2024-11-25T20:24:54,980 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/C/abe5f0cb26f34b39aac7de8c1f64b959 2024-11-25T20:24:54,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/fd5f55af0d164ece99cd46bfac9542c2 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/fd5f55af0d164ece99cd46bfac9542c2 2024-11-25T20:24:54,993 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/fd5f55af0d164ece99cd46bfac9542c2, entries=150, sequenceid=196, filesize=30.4 K 2024-11-25T20:24:54,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/B/02730a4a301a46a4b8d2dfd7bf734262 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/02730a4a301a46a4b8d2dfd7bf734262 2024-11-25T20:24:55,000 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/02730a4a301a46a4b8d2dfd7bf734262, entries=150, sequenceid=196, filesize=11.9 K 2024-11-25T20:24:55,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/C/abe5f0cb26f34b39aac7de8c1f64b959 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/abe5f0cb26f34b39aac7de8c1f64b959 2024-11-25T20:24:55,004 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/abe5f0cb26f34b39aac7de8c1f64b959, entries=150, sequenceid=196, filesize=11.9 K 2024-11-25T20:24:55,006 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for be5ca9c9653a14706d7f039f889e6ad3 in 1363ms, sequenceid=196, compaction requested=false 2024-11-25T20:24:55,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for be5ca9c9653a14706d7f039f889e6ad3: 2024-11-25T20:24:55,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:55,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-11-25T20:24:55,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-11-25T20:24:55,010 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-11-25T20:24:55,010 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8370 sec 2024-11-25T20:24:55,012 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 1.8480 sec 2024-11-25T20:24:55,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:24:55,054 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing be5ca9c9653a14706d7f039f889e6ad3 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-25T20:24:55,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be5ca9c9653a14706d7f039f889e6ad3, store=A 2024-11-25T20:24:55,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:55,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be5ca9c9653a14706d7f039f889e6ad3, store=B 2024-11-25T20:24:55,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:55,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be5ca9c9653a14706d7f039f889e6ad3, store=C 2024-11-25T20:24:55,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:55,069 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112546d2dafba196475087e8c258cca09376_be5ca9c9653a14706d7f039f889e6ad3 is 50, key is test_row_0/A:col10/1732566293823/Put/seqid=0 2024-11-25T20:24:55,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742253_1429 (size=14794) 2024-11-25T20:24:55,091 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:55,102 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112546d2dafba196475087e8c258cca09376_be5ca9c9653a14706d7f039f889e6ad3 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112546d2dafba196475087e8c258cca09376_be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:24:55,103 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/ce157a33314440848160ef43ecbf303b, store: [table=TestAcidGuarantees family=A region=be5ca9c9653a14706d7f039f889e6ad3] 2024-11-25T20:24:55,103 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/ce157a33314440848160ef43ecbf303b is 175, key is test_row_0/A:col10/1732566293823/Put/seqid=0 2024-11-25T20:24:55,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742254_1430 (size=39749) 2024-11-25T20:24:55,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:55,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40892 deadline: 1732566355140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:55,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:55,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40948 deadline: 1732566355151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:55,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:55,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40888 deadline: 1732566355152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:55,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:55,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40916 deadline: 1732566355152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:55,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:55,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40892 deadline: 1732566355253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:55,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:55,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40948 deadline: 1732566355262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:55,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:55,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40888 deadline: 1732566355262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:55,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:55,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40916 deadline: 1732566355262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:55,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-25T20:24:55,274 INFO [Thread-1680 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-11-25T20:24:55,279 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:24:55,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-11-25T20:24:55,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-25T20:24:55,282 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:24:55,282 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:24:55,282 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:24:55,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-25T20:24:55,433 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:55,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-25T20:24:55,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:55,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. as already flushing 2024-11-25T20:24:55,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:55,433 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:55,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:55,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:55,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:55,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40892 deadline: 1732566355460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:55,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:55,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40948 deadline: 1732566355465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:55,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:55,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40888 deadline: 1732566355466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:55,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:55,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40916 deadline: 1732566355466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:55,513 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=214, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/ce157a33314440848160ef43ecbf303b 2024-11-25T20:24:55,519 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/B/f27424a5a8c94477b55b6ccb0527df36 is 50, key is test_row_0/B:col10/1732566293823/Put/seqid=0 2024-11-25T20:24:55,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742255_1431 (size=12151) 2024-11-25T20:24:55,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-25T20:24:55,585 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:55,585 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-25T20:24:55,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:55,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. as already flushing 2024-11-25T20:24:55,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:55,586 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:55,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:55,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:55,737 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:55,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-25T20:24:55,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:55,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. as already flushing 2024-11-25T20:24:55,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:55,738 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:55,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:55,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:55,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:55,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40892 deadline: 1732566355765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:55,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:55,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40948 deadline: 1732566355771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:55,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:55,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40888 deadline: 1732566355771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:55,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:55,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40916 deadline: 1732566355771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-25T20:24:55,890 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:55,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-25T20:24:55,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:55,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. as already flushing 2024-11-25T20:24:55,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:55,890 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:55,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:55,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:55,922 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/B/f27424a5a8c94477b55b6ccb0527df36 2024-11-25T20:24:55,928 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/C/72480ad8a1424b53bf9174c6b0185854 is 50, key is test_row_0/C:col10/1732566293823/Put/seqid=0 2024-11-25T20:24:55,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742256_1432 (size=12151) 2024-11-25T20:24:55,941 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/C/72480ad8a1424b53bf9174c6b0185854 2024-11-25T20:24:55,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/ce157a33314440848160ef43ecbf303b as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/ce157a33314440848160ef43ecbf303b 2024-11-25T20:24:55,955 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/ce157a33314440848160ef43ecbf303b, entries=200, sequenceid=214, filesize=38.8 K 2024-11-25T20:24:55,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/B/f27424a5a8c94477b55b6ccb0527df36 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/f27424a5a8c94477b55b6ccb0527df36 2024-11-25T20:24:55,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:55,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40932 deadline: 1732566355955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:55,960 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/f27424a5a8c94477b55b6ccb0527df36, entries=150, sequenceid=214, filesize=11.9 K 2024-11-25T20:24:55,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/C/72480ad8a1424b53bf9174c6b0185854 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/72480ad8a1424b53bf9174c6b0185854 2024-11-25T20:24:55,964 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/72480ad8a1424b53bf9174c6b0185854, entries=150, sequenceid=214, filesize=11.9 K 2024-11-25T20:24:55,965 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for be5ca9c9653a14706d7f039f889e6ad3 in 911ms, sequenceid=214, compaction requested=true 2024-11-25T20:24:55,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for be5ca9c9653a14706d7f039f889e6ad3: 2024-11-25T20:24:55,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be5ca9c9653a14706d7f039f889e6ad3:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:24:55,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:55,966 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:24:55,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be5ca9c9653a14706d7f039f889e6ad3:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:24:55,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:55,966 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:24:55,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be5ca9c9653a14706d7f039f889e6ad3:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:24:55,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:24:55,966 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:24:55,966 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102369 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:24:55,967 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): be5ca9c9653a14706d7f039f889e6ad3/B is initiating minor compaction (all files) 2024-11-25T20:24:55,967 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1540): be5ca9c9653a14706d7f039f889e6ad3/A is initiating minor compaction (all files) 2024-11-25T20:24:55,967 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be5ca9c9653a14706d7f039f889e6ad3/B in TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:55,967 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be5ca9c9653a14706d7f039f889e6ad3/A in TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:55,967 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/eff39d7517f54fcfa460aba3a42d793a, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/02730a4a301a46a4b8d2dfd7bf734262, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/f27424a5a8c94477b55b6ccb0527df36] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp, totalSize=36.0 K 2024-11-25T20:24:55,967 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/2825d948e9b34637aacad994f6cbce3a, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/fd5f55af0d164ece99cd46bfac9542c2, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/ce157a33314440848160ef43ecbf303b] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp, totalSize=100.0 K 2024-11-25T20:24:55,967 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:55,967 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. files: [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/2825d948e9b34637aacad994f6cbce3a, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/fd5f55af0d164ece99cd46bfac9542c2, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/ce157a33314440848160ef43ecbf303b] 2024-11-25T20:24:55,967 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting eff39d7517f54fcfa460aba3a42d793a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732566291758 2024-11-25T20:24:55,967 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2825d948e9b34637aacad994f6cbce3a, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732566291758 2024-11-25T20:24:55,967 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 02730a4a301a46a4b8d2dfd7bf734262, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732566293088 2024-11-25T20:24:55,968 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd5f55af0d164ece99cd46bfac9542c2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732566293088 2024-11-25T20:24:55,968 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting f27424a5a8c94477b55b6ccb0527df36, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732566293804 2024-11-25T20:24:55,968 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting ce157a33314440848160ef43ecbf303b, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732566293804 2024-11-25T20:24:55,976 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=be5ca9c9653a14706d7f039f889e6ad3] 2024-11-25T20:24:55,978 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125bca6f5dfa478477aaac1c673a67ce35c_be5ca9c9653a14706d7f039f889e6ad3 store=[table=TestAcidGuarantees family=A region=be5ca9c9653a14706d7f039f889e6ad3] 2024-11-25T20:24:55,978 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): be5ca9c9653a14706d7f039f889e6ad3#B#compaction#364 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:55,978 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/B/d6dcab727c994dfbaf6991c9299daf11 is 50, key is test_row_0/B:col10/1732566293823/Put/seqid=0 2024-11-25T20:24:55,979 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125bca6f5dfa478477aaac1c673a67ce35c_be5ca9c9653a14706d7f039f889e6ad3, store=[table=TestAcidGuarantees family=A region=be5ca9c9653a14706d7f039f889e6ad3] 2024-11-25T20:24:55,979 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125bca6f5dfa478477aaac1c673a67ce35c_be5ca9c9653a14706d7f039f889e6ad3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=be5ca9c9653a14706d7f039f889e6ad3] 2024-11-25T20:24:56,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742257_1433 (size=4469) 2024-11-25T20:24:56,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742258_1434 (size=12663) 2024-11-25T20:24:56,043 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/B/d6dcab727c994dfbaf6991c9299daf11 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/d6dcab727c994dfbaf6991c9299daf11 2024-11-25T20:24:56,044 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:56,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-25T20:24:56,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:56,047 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing be5ca9c9653a14706d7f039f889e6ad3 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-25T20:24:56,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be5ca9c9653a14706d7f039f889e6ad3, store=A 2024-11-25T20:24:56,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:56,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be5ca9c9653a14706d7f039f889e6ad3, store=B 2024-11-25T20:24:56,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:56,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be5ca9c9653a14706d7f039f889e6ad3, store=C 2024-11-25T20:24:56,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:56,053 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be5ca9c9653a14706d7f039f889e6ad3/B of be5ca9c9653a14706d7f039f889e6ad3 into d6dcab727c994dfbaf6991c9299daf11(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:56,053 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be5ca9c9653a14706d7f039f889e6ad3: 2024-11-25T20:24:56,053 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3., storeName=be5ca9c9653a14706d7f039f889e6ad3/B, priority=13, startTime=1732566295966; duration=0sec 2024-11-25T20:24:56,053 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:24:56,053 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be5ca9c9653a14706d7f039f889e6ad3:B 2024-11-25T20:24:56,053 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:24:56,054 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:24:56,054 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): be5ca9c9653a14706d7f039f889e6ad3/C is initiating minor compaction (all files) 2024-11-25T20:24:56,054 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be5ca9c9653a14706d7f039f889e6ad3/C in TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:56,054 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/c9c65702e2aa484fbd9971894d986f46, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/abe5f0cb26f34b39aac7de8c1f64b959, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/72480ad8a1424b53bf9174c6b0185854] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp, totalSize=36.0 K 2024-11-25T20:24:56,055 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting c9c65702e2aa484fbd9971894d986f46, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732566291758 2024-11-25T20:24:56,058 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting abe5f0cb26f34b39aac7de8c1f64b959, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732566293088 2024-11-25T20:24:56,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411259313eb10c9e54e2599c33f31536a21dd_be5ca9c9653a14706d7f039f889e6ad3 is 50, key is test_row_0/A:col10/1732566295139/Put/seqid=0 2024-11-25T20:24:56,067 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 72480ad8a1424b53bf9174c6b0185854, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732566293804 2024-11-25T20:24:56,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742259_1435 (size=12304) 2024-11-25T20:24:56,084 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): be5ca9c9653a14706d7f039f889e6ad3#C#compaction#366 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:56,084 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/C/615543bcfee8413f99235c7908f1228f is 50, key is test_row_0/C:col10/1732566293823/Put/seqid=0 2024-11-25T20:24:56,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742260_1436 (size=12663) 2024-11-25T20:24:56,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:24:56,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. as already flushing 2024-11-25T20:24:56,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:56,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40888 deadline: 1732566356301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:56,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:56,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40916 deadline: 1732566356307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:56,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:56,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40948 deadline: 1732566356308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:56,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:56,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40892 deadline: 1732566356309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:56,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-25T20:24:56,411 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): be5ca9c9653a14706d7f039f889e6ad3#A#compaction#363 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:56,412 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/9015e87c34f84bcc9f06c6bdd87e9c17 is 175, key is test_row_0/A:col10/1732566293823/Put/seqid=0 2024-11-25T20:24:56,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:56,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40888 deadline: 1732566356415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:56,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:56,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40892 deadline: 1732566356419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:56,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:56,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40948 deadline: 1732566356420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:56,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:56,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40916 deadline: 1732566356423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:56,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742261_1437 (size=31617) 2024-11-25T20:24:56,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:56,507 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411259313eb10c9e54e2599c33f31536a21dd_be5ca9c9653a14706d7f039f889e6ad3 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259313eb10c9e54e2599c33f31536a21dd_be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:24:56,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/f2466f5347314752a83ae4cc40e4448c, store: [table=TestAcidGuarantees family=A region=be5ca9c9653a14706d7f039f889e6ad3] 2024-11-25T20:24:56,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/f2466f5347314752a83ae4cc40e4448c is 175, key is test_row_0/A:col10/1732566295139/Put/seqid=0 2024-11-25T20:24:56,516 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/C/615543bcfee8413f99235c7908f1228f as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/615543bcfee8413f99235c7908f1228f 2024-11-25T20:24:56,528 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be5ca9c9653a14706d7f039f889e6ad3/C of be5ca9c9653a14706d7f039f889e6ad3 into 615543bcfee8413f99235c7908f1228f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:56,529 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be5ca9c9653a14706d7f039f889e6ad3: 2024-11-25T20:24:56,529 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3., storeName=be5ca9c9653a14706d7f039f889e6ad3/C, priority=13, startTime=1732566295966; duration=0sec 2024-11-25T20:24:56,529 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:56,529 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be5ca9c9653a14706d7f039f889e6ad3:C 2024-11-25T20:24:56,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742262_1438 (size=31105) 2024-11-25T20:24:56,539 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=235, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/f2466f5347314752a83ae4cc40e4448c 2024-11-25T20:24:56,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/B/953d7369f0d54db9926085dfaa20b189 is 50, key is test_row_0/B:col10/1732566295139/Put/seqid=0 2024-11-25T20:24:56,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742263_1439 (size=12151) 2024-11-25T20:24:56,591 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/B/953d7369f0d54db9926085dfaa20b189 2024-11-25T20:24:56,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/C/80184e19f81f4e77ad77d10631c604fe is 50, key is test_row_0/C:col10/1732566295139/Put/seqid=0 2024-11-25T20:24:56,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742264_1440 (size=12151) 2024-11-25T20:24:56,622 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/C/80184e19f81f4e77ad77d10631c604fe 2024-11-25T20:24:56,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:56,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40892 deadline: 1732566356623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:56,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:56,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40948 deadline: 1732566356623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:56,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/f2466f5347314752a83ae4cc40e4448c as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/f2466f5347314752a83ae4cc40e4448c 2024-11-25T20:24:56,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:56,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40888 deadline: 1732566356630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:56,633 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/f2466f5347314752a83ae4cc40e4448c, entries=150, sequenceid=235, filesize=30.4 K 2024-11-25T20:24:56,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/B/953d7369f0d54db9926085dfaa20b189 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/953d7369f0d54db9926085dfaa20b189 2024-11-25T20:24:56,639 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/953d7369f0d54db9926085dfaa20b189, entries=150, sequenceid=235, filesize=11.9 K 2024-11-25T20:24:56,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/C/80184e19f81f4e77ad77d10631c604fe as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/80184e19f81f4e77ad77d10631c604fe 2024-11-25T20:24:56,646 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/80184e19f81f4e77ad77d10631c604fe, entries=150, sequenceid=235, filesize=11.9 K 2024-11-25T20:24:56,647 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for be5ca9c9653a14706d7f039f889e6ad3 in 600ms, sequenceid=235, compaction requested=false 2024-11-25T20:24:56,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for be5ca9c9653a14706d7f039f889e6ad3: 2024-11-25T20:24:56,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:56,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-11-25T20:24:56,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-11-25T20:24:56,651 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing be5ca9c9653a14706d7f039f889e6ad3 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-25T20:24:56,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be5ca9c9653a14706d7f039f889e6ad3, store=A 2024-11-25T20:24:56,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:56,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be5ca9c9653a14706d7f039f889e6ad3, store=B 2024-11-25T20:24:56,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:56,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be5ca9c9653a14706d7f039f889e6ad3, store=C 2024-11-25T20:24:56,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:56,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:24:56,653 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-11-25T20:24:56,653 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3690 sec 2024-11-25T20:24:56,654 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 1.3740 sec 2024-11-25T20:24:56,680 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125aab0eee452f24b099f18cac5d81cea2c_be5ca9c9653a14706d7f039f889e6ad3 is 50, key is test_row_0/A:col10/1732566296649/Put/seqid=0 2024-11-25T20:24:56,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742265_1441 (size=12304) 2024-11-25T20:24:56,711 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:56,714 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125aab0eee452f24b099f18cac5d81cea2c_be5ca9c9653a14706d7f039f889e6ad3 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125aab0eee452f24b099f18cac5d81cea2c_be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:24:56,715 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/d694e9ffb0ba44ada6df8c9e7fb1d2c1, store: [table=TestAcidGuarantees family=A region=be5ca9c9653a14706d7f039f889e6ad3] 2024-11-25T20:24:56,715 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/d694e9ffb0ba44ada6df8c9e7fb1d2c1 is 175, key is test_row_0/A:col10/1732566296649/Put/seqid=0 2024-11-25T20:24:56,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742266_1442 (size=31105) 2024-11-25T20:24:56,736 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=253, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/d694e9ffb0ba44ada6df8c9e7fb1d2c1 2024-11-25T20:24:56,743 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/B/4b08ca0f9ffd45dab99ae96ced11dfc7 is 50, key is test_row_0/B:col10/1732566296649/Put/seqid=0 2024-11-25T20:24:56,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742267_1443 (size=12151) 2024-11-25T20:24:56,773 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/B/4b08ca0f9ffd45dab99ae96ced11dfc7 2024-11-25T20:24:56,780 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/C/a70302aa00894993b24d2e4196d6ec9c is 50, key is test_row_0/C:col10/1732566296649/Put/seqid=0 2024-11-25T20:24:56,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:56,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40916 deadline: 1732566356776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:56,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742268_1444 (size=12151) 2024-11-25T20:24:56,795 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/C/a70302aa00894993b24d2e4196d6ec9c 2024-11-25T20:24:56,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/d694e9ffb0ba44ada6df8c9e7fb1d2c1 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/d694e9ffb0ba44ada6df8c9e7fb1d2c1 2024-11-25T20:24:56,808 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/d694e9ffb0ba44ada6df8c9e7fb1d2c1, entries=150, sequenceid=253, filesize=30.4 K 2024-11-25T20:24:56,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/B/4b08ca0f9ffd45dab99ae96ced11dfc7 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/4b08ca0f9ffd45dab99ae96ced11dfc7 2024-11-25T20:24:56,812 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/4b08ca0f9ffd45dab99ae96ced11dfc7, entries=150, sequenceid=253, filesize=11.9 K 2024-11-25T20:24:56,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/C/a70302aa00894993b24d2e4196d6ec9c as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/a70302aa00894993b24d2e4196d6ec9c 2024-11-25T20:24:56,819 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/a70302aa00894993b24d2e4196d6ec9c, entries=150, sequenceid=253, filesize=11.9 K 2024-11-25T20:24:56,820 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for be5ca9c9653a14706d7f039f889e6ad3 in 169ms, sequenceid=253, compaction requested=true 2024-11-25T20:24:56,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for be5ca9c9653a14706d7f039f889e6ad3: 2024-11-25T20:24:56,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be5ca9c9653a14706d7f039f889e6ad3:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:24:56,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:56,821 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 3 compacting, 2 eligible, 16 blocking 2024-11-25T20:24:56,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be5ca9c9653a14706d7f039f889e6ad3:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:24:56,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:24:56,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be5ca9c9653a14706d7f039f889e6ad3:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:24:56,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T20:24:56,821 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-25T20:24:56,821 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-25T20:24:56,821 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. because compaction request was cancelled 2024-11-25T20:24:56,821 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be5ca9c9653a14706d7f039f889e6ad3:A 2024-11-25T20:24:56,821 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:24:56,822 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:24:56,822 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): be5ca9c9653a14706d7f039f889e6ad3/B is initiating minor compaction (all files) 2024-11-25T20:24:56,822 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be5ca9c9653a14706d7f039f889e6ad3/B in TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:56,822 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/d6dcab727c994dfbaf6991c9299daf11, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/953d7369f0d54db9926085dfaa20b189, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/4b08ca0f9ffd45dab99ae96ced11dfc7] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp, totalSize=36.1 K 2024-11-25T20:24:56,822 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting d6dcab727c994dfbaf6991c9299daf11, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732566293804 2024-11-25T20:24:56,823 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 953d7369f0d54db9926085dfaa20b189, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732566295139 2024-11-25T20:24:56,823 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b08ca0f9ffd45dab99ae96ced11dfc7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732566296298 2024-11-25T20:24:56,829 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): be5ca9c9653a14706d7f039f889e6ad3#B#compaction#372 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:56,830 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/B/670f1595cf0d47f9a2bf7357405e0419 is 50, key is test_row_0/B:col10/1732566296649/Put/seqid=0 2024-11-25T20:24:56,842 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/9015e87c34f84bcc9f06c6bdd87e9c17 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/9015e87c34f84bcc9f06c6bdd87e9c17 2024-11-25T20:24:56,848 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be5ca9c9653a14706d7f039f889e6ad3/A of be5ca9c9653a14706d7f039f889e6ad3 into 9015e87c34f84bcc9f06c6bdd87e9c17(size=30.9 K), total size for store is 91.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:56,848 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be5ca9c9653a14706d7f039f889e6ad3: 2024-11-25T20:24:56,848 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3., storeName=be5ca9c9653a14706d7f039f889e6ad3/A, priority=13, startTime=1732566295966; duration=0sec 2024-11-25T20:24:56,848 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:24:56,848 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be5ca9c9653a14706d7f039f889e6ad3:A 2024-11-25T20:24:56,848 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:24:56,849 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:24:56,849 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1540): be5ca9c9653a14706d7f039f889e6ad3/C is initiating minor compaction (all files) 2024-11-25T20:24:56,849 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be5ca9c9653a14706d7f039f889e6ad3/C in TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:56,849 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/615543bcfee8413f99235c7908f1228f, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/80184e19f81f4e77ad77d10631c604fe, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/a70302aa00894993b24d2e4196d6ec9c] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp, totalSize=36.1 K 2024-11-25T20:24:56,849 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 615543bcfee8413f99235c7908f1228f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732566293804 2024-11-25T20:24:56,850 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 80184e19f81f4e77ad77d10631c604fe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732566295139 2024-11-25T20:24:56,850 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting a70302aa00894993b24d2e4196d6ec9c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732566296298 2024-11-25T20:24:56,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742269_1445 (size=12765) 2024-11-25T20:24:56,877 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/B/670f1595cf0d47f9a2bf7357405e0419 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/670f1595cf0d47f9a2bf7357405e0419 2024-11-25T20:24:56,881 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): be5ca9c9653a14706d7f039f889e6ad3#C#compaction#373 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:56,881 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/C/b167d300903d41b58a487a138c8d1b15 is 50, key is test_row_0/C:col10/1732566296649/Put/seqid=0 2024-11-25T20:24:56,884 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be5ca9c9653a14706d7f039f889e6ad3/B of be5ca9c9653a14706d7f039f889e6ad3 into 670f1595cf0d47f9a2bf7357405e0419(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:56,884 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be5ca9c9653a14706d7f039f889e6ad3: 2024-11-25T20:24:56,884 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3., storeName=be5ca9c9653a14706d7f039f889e6ad3/B, priority=13, startTime=1732566296821; duration=0sec 2024-11-25T20:24:56,884 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:56,884 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be5ca9c9653a14706d7f039f889e6ad3:B 2024-11-25T20:24:56,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:24:56,898 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing be5ca9c9653a14706d7f039f889e6ad3 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-25T20:24:56,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be5ca9c9653a14706d7f039f889e6ad3, store=A 2024-11-25T20:24:56,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:56,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be5ca9c9653a14706d7f039f889e6ad3, store=B 2024-11-25T20:24:56,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:56,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be5ca9c9653a14706d7f039f889e6ad3, store=C 2024-11-25T20:24:56,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:56,921 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125956ea1fd39154f3eb3c4ad582217820b_be5ca9c9653a14706d7f039f889e6ad3 is 50, key is test_row_0/A:col10/1732566296728/Put/seqid=0 2024-11-25T20:24:56,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742270_1446 (size=12765) 2024-11-25T20:24:56,930 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/C/b167d300903d41b58a487a138c8d1b15 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/b167d300903d41b58a487a138c8d1b15 2024-11-25T20:24:56,936 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be5ca9c9653a14706d7f039f889e6ad3/C of be5ca9c9653a14706d7f039f889e6ad3 into b167d300903d41b58a487a138c8d1b15(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:56,936 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be5ca9c9653a14706d7f039f889e6ad3: 2024-11-25T20:24:56,936 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3., storeName=be5ca9c9653a14706d7f039f889e6ad3/C, priority=13, startTime=1732566296821; duration=0sec 2024-11-25T20:24:56,936 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:56,936 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be5ca9c9653a14706d7f039f889e6ad3:C 2024-11-25T20:24:56,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:56,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742271_1447 (size=14994) 2024-11-25T20:24:56,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40948 deadline: 1732566356945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:56,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:56,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40892 deadline: 1732566356945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:56,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:56,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40888 deadline: 1732566356948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:56,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:56,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40916 deadline: 1732566356949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:57,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:57,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40888 deadline: 1732566357057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:57,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:57,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40892 deadline: 1732566357057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:57,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:57,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40948 deadline: 1732566357057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:57,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:57,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40916 deadline: 1732566357062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:57,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:57,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40948 deadline: 1732566357265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:57,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:57,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40888 deadline: 1732566357265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:57,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:57,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40892 deadline: 1732566357266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:57,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:57,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40916 deadline: 1732566357272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:57,357 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:57,362 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125956ea1fd39154f3eb3c4ad582217820b_be5ca9c9653a14706d7f039f889e6ad3 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125956ea1fd39154f3eb3c4ad582217820b_be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:24:57,367 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/e1e4b028de3a45d2a62e7b58c1f7ef71, store: [table=TestAcidGuarantees family=A region=be5ca9c9653a14706d7f039f889e6ad3] 2024-11-25T20:24:57,368 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/e1e4b028de3a45d2a62e7b58c1f7ef71 is 175, key is test_row_0/A:col10/1732566296728/Put/seqid=0 2024-11-25T20:24:57,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-25T20:24:57,393 INFO [Thread-1680 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-11-25T20:24:57,396 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:24:57,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-11-25T20:24:57,398 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:24:57,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-25T20:24:57,398 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:24:57,398 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:24:57,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742272_1448 (size=39949) 2024-11-25T20:24:57,405 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=276, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/e1e4b028de3a45d2a62e7b58c1f7ef71 2024-11-25T20:24:57,413 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/B/4bc597e2b6504075bc0b5e0b6040901b is 50, key is test_row_0/B:col10/1732566296728/Put/seqid=0 2024-11-25T20:24:57,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742273_1449 (size=12301) 2024-11-25T20:24:57,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-25T20:24:57,555 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:57,559 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T20:24:57,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:57,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. as already flushing 2024-11-25T20:24:57,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:57,559 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:57,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:57,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:57,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:57,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40948 deadline: 1732566357575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:57,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:57,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40916 deadline: 1732566357575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:57,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:57,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40892 deadline: 1732566357575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:57,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40888 deadline: 1732566357580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:57,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-25T20:24:57,711 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:57,712 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T20:24:57,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:57,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. as already flushing 2024-11-25T20:24:57,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:57,712 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:57,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:57,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:57,833 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/B/4bc597e2b6504075bc0b5e0b6040901b 2024-11-25T20:24:57,841 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/C/8fa6162ba0ab44c1bbc5455d86751a30 is 50, key is test_row_0/C:col10/1732566296728/Put/seqid=0 2024-11-25T20:24:57,864 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:57,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742274_1450 (size=12301) 2024-11-25T20:24:57,865 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T20:24:57,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:57,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. as already flushing 2024-11-25T20:24:57,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:57,865 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:57,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:57,866 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/C/8fa6162ba0ab44c1bbc5455d86751a30 2024-11-25T20:24:57,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:57,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/e1e4b028de3a45d2a62e7b58c1f7ef71 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/e1e4b028de3a45d2a62e7b58c1f7ef71 2024-11-25T20:24:57,872 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/e1e4b028de3a45d2a62e7b58c1f7ef71, entries=200, sequenceid=276, filesize=39.0 K 2024-11-25T20:24:57,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/B/4bc597e2b6504075bc0b5e0b6040901b as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/4bc597e2b6504075bc0b5e0b6040901b 2024-11-25T20:24:57,877 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/4bc597e2b6504075bc0b5e0b6040901b, entries=150, sequenceid=276, filesize=12.0 K 2024-11-25T20:24:57,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/C/8fa6162ba0ab44c1bbc5455d86751a30 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/8fa6162ba0ab44c1bbc5455d86751a30 2024-11-25T20:24:57,880 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/8fa6162ba0ab44c1bbc5455d86751a30, entries=150, sequenceid=276, filesize=12.0 K 2024-11-25T20:24:57,881 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for be5ca9c9653a14706d7f039f889e6ad3 in 984ms, sequenceid=276, compaction requested=true 2024-11-25T20:24:57,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for be5ca9c9653a14706d7f039f889e6ad3: 2024-11-25T20:24:57,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be5ca9c9653a14706d7f039f889e6ad3:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:24:57,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:57,881 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:24:57,881 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-25T20:24:57,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be5ca9c9653a14706d7f039f889e6ad3:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:24:57,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:57,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be5ca9c9653a14706d7f039f889e6ad3:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:24:57,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:24:57,882 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-25T20:24:57,882 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-25T20:24:57,882 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. because compaction request was cancelled 2024-11-25T20:24:57,882 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be5ca9c9653a14706d7f039f889e6ad3:B 2024-11-25T20:24:57,882 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-25T20:24:57,883 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-25T20:24:57,883 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-25T20:24:57,883 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133776 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:24:57,883 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. because compaction request was cancelled 2024-11-25T20:24:57,883 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be5ca9c9653a14706d7f039f889e6ad3:C 2024-11-25T20:24:57,883 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1540): be5ca9c9653a14706d7f039f889e6ad3/A is initiating minor compaction (all files) 2024-11-25T20:24:57,883 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be5ca9c9653a14706d7f039f889e6ad3/A in TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:57,883 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/9015e87c34f84bcc9f06c6bdd87e9c17, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/f2466f5347314752a83ae4cc40e4448c, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/d694e9ffb0ba44ada6df8c9e7fb1d2c1, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/e1e4b028de3a45d2a62e7b58c1f7ef71] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp, totalSize=130.6 K 2024-11-25T20:24:57,883 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:57,883 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. files: [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/9015e87c34f84bcc9f06c6bdd87e9c17, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/f2466f5347314752a83ae4cc40e4448c, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/d694e9ffb0ba44ada6df8c9e7fb1d2c1, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/e1e4b028de3a45d2a62e7b58c1f7ef71] 2024-11-25T20:24:57,883 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9015e87c34f84bcc9f06c6bdd87e9c17, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732566293804 2024-11-25T20:24:57,883 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting f2466f5347314752a83ae4cc40e4448c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732566295139 2024-11-25T20:24:57,884 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting d694e9ffb0ba44ada6df8c9e7fb1d2c1, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732566296298 2024-11-25T20:24:57,884 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting e1e4b028de3a45d2a62e7b58c1f7ef71, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732566296728 2024-11-25T20:24:57,890 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=be5ca9c9653a14706d7f039f889e6ad3] 2024-11-25T20:24:57,911 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411256aa9400d8b9b44dfab55ece006e89582_be5ca9c9653a14706d7f039f889e6ad3 store=[table=TestAcidGuarantees family=A region=be5ca9c9653a14706d7f039f889e6ad3] 2024-11-25T20:24:57,914 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411256aa9400d8b9b44dfab55ece006e89582_be5ca9c9653a14706d7f039f889e6ad3, store=[table=TestAcidGuarantees family=A region=be5ca9c9653a14706d7f039f889e6ad3] 2024-11-25T20:24:57,914 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411256aa9400d8b9b44dfab55ece006e89582_be5ca9c9653a14706d7f039f889e6ad3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=be5ca9c9653a14706d7f039f889e6ad3] 2024-11-25T20:24:57,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742275_1451 (size=4469) 2024-11-25T20:24:57,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:24:57,980 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing be5ca9c9653a14706d7f039f889e6ad3 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-25T20:24:57,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be5ca9c9653a14706d7f039f889e6ad3, store=A 2024-11-25T20:24:57,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:57,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be5ca9c9653a14706d7f039f889e6ad3, store=B 2024-11-25T20:24:57,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:57,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be5ca9c9653a14706d7f039f889e6ad3, store=C 2024-11-25T20:24:57,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:58,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-25T20:24:58,019 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:58,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T20:24:58,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:58,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. as already flushing 2024-11-25T20:24:58,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:58,023 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:58,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:58,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:58,024 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a9a202d29d3f45d4a672cb391936265d_be5ca9c9653a14706d7f039f889e6ad3 is 50, key is test_row_0/A:col10/1732566297977/Put/seqid=0 2024-11-25T20:24:58,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742276_1452 (size=14994) 2024-11-25T20:24:58,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:58,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40932 deadline: 1732566358088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:58,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:58,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40916 deadline: 1732566358094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:58,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:58,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40892 deadline: 1732566358095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:58,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:58,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40948 deadline: 1732566358097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:58,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:58,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40888 deadline: 1732566358098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:58,181 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:58,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T20:24:58,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:58,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. as already flushing 2024-11-25T20:24:58,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:58,182 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:58,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:58,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:58,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:58,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40932 deadline: 1732566358199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:58,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:58,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40916 deadline: 1732566358200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:58,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:58,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40892 deadline: 1732566358201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:58,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:58,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40888 deadline: 1732566358213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:58,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:58,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40948 deadline: 1732566358213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:58,324 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): be5ca9c9653a14706d7f039f889e6ad3#A#compaction#377 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:58,324 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/f5e19ce0b7144ccfa1d6621d251281b3 is 175, key is test_row_0/A:col10/1732566296728/Put/seqid=0 2024-11-25T20:24:58,335 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:58,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T20:24:58,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:58,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. as already flushing 2024-11-25T20:24:58,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:58,335 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:58,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:58,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:58,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742277_1453 (size=31903) 2024-11-25T20:24:58,353 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/f5e19ce0b7144ccfa1d6621d251281b3 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/f5e19ce0b7144ccfa1d6621d251281b3 2024-11-25T20:24:58,357 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in be5ca9c9653a14706d7f039f889e6ad3/A of be5ca9c9653a14706d7f039f889e6ad3 into f5e19ce0b7144ccfa1d6621d251281b3(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:58,357 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be5ca9c9653a14706d7f039f889e6ad3: 2024-11-25T20:24:58,357 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3., storeName=be5ca9c9653a14706d7f039f889e6ad3/A, priority=12, startTime=1732566297881; duration=0sec 2024-11-25T20:24:58,357 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:58,357 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be5ca9c9653a14706d7f039f889e6ad3:A 2024-11-25T20:24:58,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:58,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40932 deadline: 1732566358410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:58,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:58,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40916 deadline: 1732566358410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:58,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:58,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40892 deadline: 1732566358410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:58,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:58,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40948 deadline: 1732566358421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:58,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:58,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40888 deadline: 1732566358423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:58,467 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:58,471 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a9a202d29d3f45d4a672cb391936265d_be5ca9c9653a14706d7f039f889e6ad3 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a9a202d29d3f45d4a672cb391936265d_be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:24:58,472 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/6d43e3585df4429ea09da3418223f765, store: [table=TestAcidGuarantees family=A region=be5ca9c9653a14706d7f039f889e6ad3] 2024-11-25T20:24:58,472 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/6d43e3585df4429ea09da3418223f765 is 175, key is test_row_0/A:col10/1732566297977/Put/seqid=0 2024-11-25T20:24:58,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742278_1454 (size=39949) 2024-11-25T20:24:58,490 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:58,491 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T20:24:58,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:58,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. as already flushing 2024-11-25T20:24:58,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:58,491 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:58,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:58,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:58,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-25T20:24:58,643 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:58,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T20:24:58,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:58,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. as already flushing 2024-11-25T20:24:58,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:58,647 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:58,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:58,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:58,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:58,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40892 deadline: 1732566358716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:58,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:58,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40916 deadline: 1732566358716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:58,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:58,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40932 deadline: 1732566358717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:58,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:58,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40948 deadline: 1732566358726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:58,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:58,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40888 deadline: 1732566358729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:58,799 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:58,800 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T20:24:58,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:58,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. as already flushing 2024-11-25T20:24:58,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:58,800 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:58,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:58,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:58,876 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=293, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/6d43e3585df4429ea09da3418223f765 2024-11-25T20:24:58,882 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/B/7be815c1bc084878800809fb6440b117 is 50, key is test_row_0/B:col10/1732566297977/Put/seqid=0 2024-11-25T20:24:58,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742279_1455 (size=12301) 2024-11-25T20:24:58,895 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/B/7be815c1bc084878800809fb6440b117 2024-11-25T20:24:58,916 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/C/29dc81d3d16046edadf7f2509f53e6af is 50, key is test_row_0/C:col10/1732566297977/Put/seqid=0 2024-11-25T20:24:58,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742280_1456 (size=12301) 2024-11-25T20:24:58,951 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:58,951 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T20:24:58,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:58,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. as already flushing 2024-11-25T20:24:58,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:58,952 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:58,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:58,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:59,103 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:59,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T20:24:59,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:59,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. as already flushing 2024-11-25T20:24:59,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:59,104 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:59,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:59,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:59,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:59,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40892 deadline: 1732566359222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:59,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:59,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40916 deadline: 1732566359226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:59,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:59,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40932 deadline: 1732566359226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:59,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:59,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40948 deadline: 1732566359234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:59,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:59,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40888 deadline: 1732566359237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:24:59,256 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:59,256 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T20:24:59,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:59,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. as already flushing 2024-11-25T20:24:59,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:59,256 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:59,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:59,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:59,325 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/C/29dc81d3d16046edadf7f2509f53e6af 2024-11-25T20:24:59,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/6d43e3585df4429ea09da3418223f765 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/6d43e3585df4429ea09da3418223f765 2024-11-25T20:24:59,360 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/6d43e3585df4429ea09da3418223f765, entries=200, sequenceid=293, filesize=39.0 K 2024-11-25T20:24:59,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/B/7be815c1bc084878800809fb6440b117 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/7be815c1bc084878800809fb6440b117 2024-11-25T20:24:59,363 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/7be815c1bc084878800809fb6440b117, entries=150, sequenceid=293, filesize=12.0 K 2024-11-25T20:24:59,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/C/29dc81d3d16046edadf7f2509f53e6af as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/29dc81d3d16046edadf7f2509f53e6af 2024-11-25T20:24:59,366 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/29dc81d3d16046edadf7f2509f53e6af, entries=150, sequenceid=293, filesize=12.0 K 2024-11-25T20:24:59,367 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for be5ca9c9653a14706d7f039f889e6ad3 in 1387ms, sequenceid=293, compaction requested=true 2024-11-25T20:24:59,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for be5ca9c9653a14706d7f039f889e6ad3: 2024-11-25T20:24:59,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be5ca9c9653a14706d7f039f889e6ad3:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:24:59,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:59,367 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-25T20:24:59,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be5ca9c9653a14706d7f039f889e6ad3:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:24:59,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:59,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be5ca9c9653a14706d7f039f889e6ad3:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:24:59,367 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:24:59,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:24:59,368 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-25T20:24:59,368 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-25T20:24:59,368 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. because compaction request was cancelled 2024-11-25T20:24:59,368 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be5ca9c9653a14706d7f039f889e6ad3:A 2024-11-25T20:24:59,368 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:24:59,368 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:24:59,368 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): be5ca9c9653a14706d7f039f889e6ad3/B is initiating minor compaction (all files) 2024-11-25T20:24:59,368 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be5ca9c9653a14706d7f039f889e6ad3/B in TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:59,368 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/670f1595cf0d47f9a2bf7357405e0419, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/4bc597e2b6504075bc0b5e0b6040901b, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/7be815c1bc084878800809fb6440b117] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp, totalSize=36.5 K 2024-11-25T20:24:59,368 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 670f1595cf0d47f9a2bf7357405e0419, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732566296298 2024-11-25T20:24:59,369 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:24:59,369 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 4bc597e2b6504075bc0b5e0b6040901b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732566296728 2024-11-25T20:24:59,369 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1540): be5ca9c9653a14706d7f039f889e6ad3/C is initiating minor compaction (all files) 2024-11-25T20:24:59,369 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be5ca9c9653a14706d7f039f889e6ad3/C in TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:59,369 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/b167d300903d41b58a487a138c8d1b15, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/8fa6162ba0ab44c1bbc5455d86751a30, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/29dc81d3d16046edadf7f2509f53e6af] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp, totalSize=36.5 K 2024-11-25T20:24:59,369 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 7be815c1bc084878800809fb6440b117, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732566296946 2024-11-25T20:24:59,369 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting b167d300903d41b58a487a138c8d1b15, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732566296298 2024-11-25T20:24:59,369 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8fa6162ba0ab44c1bbc5455d86751a30, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732566296728 2024-11-25T20:24:59,370 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 29dc81d3d16046edadf7f2509f53e6af, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732566296946 2024-11-25T20:24:59,374 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): be5ca9c9653a14706d7f039f889e6ad3#B#compaction#381 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:59,375 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/B/21c97157322944479ab5c89d9be98e39 is 50, key is test_row_0/B:col10/1732566297977/Put/seqid=0 2024-11-25T20:24:59,377 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): be5ca9c9653a14706d7f039f889e6ad3#C#compaction#382 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:59,377 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/C/b42cce4347b4494cbbec1c01acb18532 is 50, key is test_row_0/C:col10/1732566297977/Put/seqid=0 2024-11-25T20:24:59,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742281_1457 (size=13017) 2024-11-25T20:24:59,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742282_1458 (size=13017) 2024-11-25T20:24:59,408 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:24:59,410 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T20:24:59,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:59,411 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing be5ca9c9653a14706d7f039f889e6ad3 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-25T20:24:59,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be5ca9c9653a14706d7f039f889e6ad3, store=A 2024-11-25T20:24:59,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:59,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be5ca9c9653a14706d7f039f889e6ad3, store=B 2024-11-25T20:24:59,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:59,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be5ca9c9653a14706d7f039f889e6ad3, store=C 2024-11-25T20:24:59,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:59,416 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/C/b42cce4347b4494cbbec1c01acb18532 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/b42cce4347b4494cbbec1c01acb18532 2024-11-25T20:24:59,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251c914806ba0149298f76ad2853bab6d3_be5ca9c9653a14706d7f039f889e6ad3 is 50, key is test_row_0/A:col10/1732566298095/Put/seqid=0 2024-11-25T20:24:59,428 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be5ca9c9653a14706d7f039f889e6ad3/C of be5ca9c9653a14706d7f039f889e6ad3 into b42cce4347b4494cbbec1c01acb18532(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:59,428 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be5ca9c9653a14706d7f039f889e6ad3: 2024-11-25T20:24:59,428 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3., storeName=be5ca9c9653a14706d7f039f889e6ad3/C, priority=13, startTime=1732566299367; duration=0sec 2024-11-25T20:24:59,428 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:59,428 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be5ca9c9653a14706d7f039f889e6ad3:C 2024-11-25T20:24:59,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742283_1459 (size=12454) 2024-11-25T20:24:59,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-25T20:24:59,793 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/B/21c97157322944479ab5c89d9be98e39 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/21c97157322944479ab5c89d9be98e39 2024-11-25T20:24:59,797 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be5ca9c9653a14706d7f039f889e6ad3/B of be5ca9c9653a14706d7f039f889e6ad3 into 21c97157322944479ab5c89d9be98e39(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:59,797 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be5ca9c9653a14706d7f039f889e6ad3: 2024-11-25T20:24:59,797 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3., storeName=be5ca9c9653a14706d7f039f889e6ad3/B, priority=13, startTime=1732566299367; duration=0sec 2024-11-25T20:24:59,797 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:59,797 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be5ca9c9653a14706d7f039f889e6ad3:B 2024-11-25T20:24:59,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,857 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251c914806ba0149298f76ad2853bab6d3_be5ca9c9653a14706d7f039f889e6ad3 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251c914806ba0149298f76ad2853bab6d3_be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:24:59,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/2ac7e4418e274a2d95b3f4f1900f27dc, store: [table=TestAcidGuarantees family=A region=be5ca9c9653a14706d7f039f889e6ad3] 2024-11-25T20:24:59,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/2ac7e4418e274a2d95b3f4f1900f27dc is 175, key is test_row_0/A:col10/1732566298095/Put/seqid=0 2024-11-25T20:24:59,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742284_1460 (size=31255) 2024-11-25T20:24:59,872 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=315, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/2ac7e4418e274a2d95b3f4f1900f27dc 2024-11-25T20:24:59,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/B/175a7d2c75e9466baf215e57e6d78148 is 50, key is test_row_0/B:col10/1732566298095/Put/seqid=0 2024-11-25T20:24:59,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742285_1461 (size=12301) 2024-11-25T20:24:59,913 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/B/175a7d2c75e9466baf215e57e6d78148 2024-11-25T20:24:59,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/C/27c3dfc9ec704b3bb91cc0687aec1749 is 50, key is test_row_0/C:col10/1732566298095/Put/seqid=0 2024-11-25T20:24:59,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742286_1462 (size=12301) 2024-11-25T20:24:59,939 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/C/27c3dfc9ec704b3bb91cc0687aec1749 2024-11-25T20:24:59,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/2ac7e4418e274a2d95b3f4f1900f27dc as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/2ac7e4418e274a2d95b3f4f1900f27dc 2024-11-25T20:24:59,951 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/2ac7e4418e274a2d95b3f4f1900f27dc, entries=150, sequenceid=315, filesize=30.5 K 2024-11-25T20:24:59,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/B/175a7d2c75e9466baf215e57e6d78148 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/175a7d2c75e9466baf215e57e6d78148 2024-11-25T20:24:59,957 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/175a7d2c75e9466baf215e57e6d78148, entries=150, sequenceid=315, filesize=12.0 K 2024-11-25T20:24:59,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/C/27c3dfc9ec704b3bb91cc0687aec1749 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/27c3dfc9ec704b3bb91cc0687aec1749 2024-11-25T20:24:59,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,961 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/27c3dfc9ec704b3bb91cc0687aec1749, entries=150, sequenceid=315, filesize=12.0 K 2024-11-25T20:24:59,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,962 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=0 B/0 for be5ca9c9653a14706d7f039f889e6ad3 in 551ms, sequenceid=315, compaction requested=true 2024-11-25T20:24:59,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for be5ca9c9653a14706d7f039f889e6ad3: 2024-11-25T20:24:59,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:24:59,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-11-25T20:24:59,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-11-25T20:24:59,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,964 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-25T20:24:59,964 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5650 sec 2024-11-25T20:24:59,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,965 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 2.5680 sec 2024-11-25T20:24:59,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,347 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T20:25:00,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,417 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing be5ca9c9653a14706d7f039f889e6ad3 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T20:25:00,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:25:00,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be5ca9c9653a14706d7f039f889e6ad3, store=A 2024-11-25T20:25:00,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:00,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be5ca9c9653a14706d7f039f889e6ad3, store=B 2024-11-25T20:25:00,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:00,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be5ca9c9653a14706d7f039f889e6ad3, store=C 2024-11-25T20:25:00,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:00,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,439 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a42186ec32a74ea99adf7645da39a55e_be5ca9c9653a14706d7f039f889e6ad3 is 50, key is test_row_0/A:col10/1732566300350/Put/seqid=0 2024-11-25T20:25:00,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742288_1464 (size=27698) 2024-11-25T20:25:00,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:00,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40892 deadline: 1732566360465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:00,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:00,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40948 deadline: 1732566360475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:00,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:00,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40888 deadline: 1732566360476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:00,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:00,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40932 deadline: 1732566360476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:00,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:00,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40916 deadline: 1732566360476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:00,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:00,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40892 deadline: 1732566360577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:00,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:00,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40948 deadline: 1732566360582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:00,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:00,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40888 deadline: 1732566360587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:00,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:00,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40932 deadline: 1732566360587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:00,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:00,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40916 deadline: 1732566360588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:00,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:00,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40892 deadline: 1732566360784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:00,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:00,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40948 deadline: 1732566360791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:00,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:00,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40888 deadline: 1732566360793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:00,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:00,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40932 deadline: 1732566360794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:00,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:00,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40916 deadline: 1732566360795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:00,855 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,864 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a42186ec32a74ea99adf7645da39a55e_be5ca9c9653a14706d7f039f889e6ad3 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a42186ec32a74ea99adf7645da39a55e_be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:25:00,865 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/60046984838744029ba49d68dd8432c3, store: [table=TestAcidGuarantees family=A region=be5ca9c9653a14706d7f039f889e6ad3] 2024-11-25T20:25:00,866 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/60046984838744029ba49d68dd8432c3 is 175, key is test_row_0/A:col10/1732566300350/Put/seqid=0 2024-11-25T20:25:00,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742287_1463 (size=83485) 2024-11-25T20:25:00,869 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=329, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/60046984838744029ba49d68dd8432c3 2024-11-25T20:25:00,888 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/B/5047cc0cbe7748019079509e6d6fdd7e is 50, key is test_row_0/B:col10/1732566300350/Put/seqid=0 2024-11-25T20:25:00,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742289_1465 (size=12301) 2024-11-25T20:25:01,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:01,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40892 deadline: 1732566361092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:01,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:01,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40932 deadline: 1732566361106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:01,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:01,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40948 deadline: 1732566361106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:01,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:01,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40916 deadline: 1732566361106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:01,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:01,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40888 deadline: 1732566361106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:01,317 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/B/5047cc0cbe7748019079509e6d6fdd7e 2024-11-25T20:25:01,324 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/C/3beaa553421746f182e8fe0a9739e550 is 50, key is test_row_0/C:col10/1732566300350/Put/seqid=0 2024-11-25T20:25:01,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742290_1466 (size=12301) 2024-11-25T20:25:01,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-25T20:25:01,504 INFO [Thread-1680 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-25T20:25:01,505 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:25:01,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-11-25T20:25:01,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-25T20:25:01,506 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:25:01,506 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:25:01,506 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:25:01,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-25T20:25:01,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:01,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40892 deadline: 1732566361611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:01,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:01,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40916 deadline: 1732566361613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:01,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:01,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40888 deadline: 1732566361615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:01,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:01,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40932 deadline: 1732566361615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:01,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:01,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40948 deadline: 1732566361615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:01,658 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:01,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-25T20:25:01,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:25:01,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. as already flushing 2024-11-25T20:25:01,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:25:01,679 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:01,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:01,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:01,752 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/C/3beaa553421746f182e8fe0a9739e550 2024-11-25T20:25:01,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/60046984838744029ba49d68dd8432c3 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/60046984838744029ba49d68dd8432c3 2024-11-25T20:25:01,776 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/60046984838744029ba49d68dd8432c3, entries=450, sequenceid=329, filesize=81.5 K 2024-11-25T20:25:01,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/B/5047cc0cbe7748019079509e6d6fdd7e as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/5047cc0cbe7748019079509e6d6fdd7e 2024-11-25T20:25:01,800 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/5047cc0cbe7748019079509e6d6fdd7e, entries=150, sequenceid=329, filesize=12.0 K 2024-11-25T20:25:01,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/C/3beaa553421746f182e8fe0a9739e550 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/3beaa553421746f182e8fe0a9739e550 2024-11-25T20:25:01,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-25T20:25:01,813 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/3beaa553421746f182e8fe0a9739e550, entries=150, sequenceid=329, filesize=12.0 K 2024-11-25T20:25:01,814 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for be5ca9c9653a14706d7f039f889e6ad3 in 1397ms, sequenceid=329, compaction requested=true 2024-11-25T20:25:01,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for be5ca9c9653a14706d7f039f889e6ad3: 2024-11-25T20:25:01,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be5ca9c9653a14706d7f039f889e6ad3:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:25:01,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:25:01,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be5ca9c9653a14706d7f039f889e6ad3:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:25:01,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T20:25:01,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be5ca9c9653a14706d7f039f889e6ad3:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:25:01,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-25T20:25:01,814 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:25:01,814 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:25:01,820 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:25:01,820 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): be5ca9c9653a14706d7f039f889e6ad3/C is initiating minor compaction (all files) 2024-11-25T20:25:01,821 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be5ca9c9653a14706d7f039f889e6ad3/C in TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:25:01,821 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/b42cce4347b4494cbbec1c01acb18532, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/27c3dfc9ec704b3bb91cc0687aec1749, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/3beaa553421746f182e8fe0a9739e550] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp, totalSize=36.7 K 2024-11-25T20:25:01,821 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 186592 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:25:01,821 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1540): be5ca9c9653a14706d7f039f889e6ad3/A is initiating minor compaction (all files) 2024-11-25T20:25:01,821 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be5ca9c9653a14706d7f039f889e6ad3/A in TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:25:01,821 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/f5e19ce0b7144ccfa1d6621d251281b3, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/6d43e3585df4429ea09da3418223f765, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/2ac7e4418e274a2d95b3f4f1900f27dc, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/60046984838744029ba49d68dd8432c3] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp, totalSize=182.2 K 2024-11-25T20:25:01,821 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:25:01,822 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. files: [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/f5e19ce0b7144ccfa1d6621d251281b3, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/6d43e3585df4429ea09da3418223f765, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/2ac7e4418e274a2d95b3f4f1900f27dc, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/60046984838744029ba49d68dd8432c3] 2024-11-25T20:25:01,822 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting b42cce4347b4494cbbec1c01acb18532, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732566296946 2024-11-25T20:25:01,822 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting f5e19ce0b7144ccfa1d6621d251281b3, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732566296728 2024-11-25T20:25:01,822 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 27c3dfc9ec704b3bb91cc0687aec1749, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732566298094 2024-11-25T20:25:01,823 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6d43e3585df4429ea09da3418223f765, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732566296943 2024-11-25T20:25:01,823 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 3beaa553421746f182e8fe0a9739e550, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732566300350 2024-11-25T20:25:01,823 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2ac7e4418e274a2d95b3f4f1900f27dc, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732566298094 2024-11-25T20:25:01,823 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 60046984838744029ba49d68dd8432c3, keycount=450, bloomtype=ROW, size=81.5 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732566300349 2024-11-25T20:25:01,833 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:01,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-25T20:25:01,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:25:01,834 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing be5ca9c9653a14706d7f039f889e6ad3 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T20:25:01,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be5ca9c9653a14706d7f039f889e6ad3, store=A 2024-11-25T20:25:01,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:01,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be5ca9c9653a14706d7f039f889e6ad3, store=B 2024-11-25T20:25:01,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:01,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be5ca9c9653a14706d7f039f889e6ad3, store=C 2024-11-25T20:25:01,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:01,837 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): be5ca9c9653a14706d7f039f889e6ad3#C#compaction#389 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:01,838 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/C/1766a8da74734c1b91952e12f8574d84 is 50, key is test_row_0/C:col10/1732566300350/Put/seqid=0 2024-11-25T20:25:01,844 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=be5ca9c9653a14706d7f039f889e6ad3] 2024-11-25T20:25:01,873 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112584c115035a2b4862a54f329c3f957f2d_be5ca9c9653a14706d7f039f889e6ad3 store=[table=TestAcidGuarantees family=A region=be5ca9c9653a14706d7f039f889e6ad3] 2024-11-25T20:25:01,877 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112584c115035a2b4862a54f329c3f957f2d_be5ca9c9653a14706d7f039f889e6ad3, store=[table=TestAcidGuarantees family=A region=be5ca9c9653a14706d7f039f889e6ad3] 2024-11-25T20:25:01,877 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112584c115035a2b4862a54f329c3f957f2d_be5ca9c9653a14706d7f039f889e6ad3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=be5ca9c9653a14706d7f039f889e6ad3] 2024-11-25T20:25:01,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411250c844580d44a48848ecef251f27a366e_be5ca9c9653a14706d7f039f889e6ad3 is 50, key is test_row_0/A:col10/1732566300452/Put/seqid=0 2024-11-25T20:25:01,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742291_1467 (size=13119) 2024-11-25T20:25:01,925 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/C/1766a8da74734c1b91952e12f8574d84 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/1766a8da74734c1b91952e12f8574d84 2024-11-25T20:25:01,933 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be5ca9c9653a14706d7f039f889e6ad3/C of be5ca9c9653a14706d7f039f889e6ad3 into 1766a8da74734c1b91952e12f8574d84(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:01,933 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be5ca9c9653a14706d7f039f889e6ad3: 2024-11-25T20:25:01,933 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3., storeName=be5ca9c9653a14706d7f039f889e6ad3/C, priority=13, startTime=1732566301814; duration=0sec 2024-11-25T20:25:01,933 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:25:01,933 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be5ca9c9653a14706d7f039f889e6ad3:C 2024-11-25T20:25:01,933 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:25:01,934 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:25:01,934 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): be5ca9c9653a14706d7f039f889e6ad3/B is initiating minor compaction (all files) 2024-11-25T20:25:01,934 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be5ca9c9653a14706d7f039f889e6ad3/B in TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:25:01,935 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/21c97157322944479ab5c89d9be98e39, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/175a7d2c75e9466baf215e57e6d78148, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/5047cc0cbe7748019079509e6d6fdd7e] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp, totalSize=36.7 K 2024-11-25T20:25:01,935 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 21c97157322944479ab5c89d9be98e39, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732566296946 2024-11-25T20:25:01,935 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 175a7d2c75e9466baf215e57e6d78148, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732566298094 2024-11-25T20:25:01,938 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 5047cc0cbe7748019079509e6d6fdd7e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732566300350 2024-11-25T20:25:01,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742293_1469 (size=12454) 2024-11-25T20:25:01,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:01,984 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411250c844580d44a48848ecef251f27a366e_be5ca9c9653a14706d7f039f889e6ad3 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250c844580d44a48848ecef251f27a366e_be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:25:01,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/ab93bd1c657f4cfca493944c05567bf4, store: [table=TestAcidGuarantees family=A region=be5ca9c9653a14706d7f039f889e6ad3] 2024-11-25T20:25:01,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/ab93bd1c657f4cfca493944c05567bf4 is 175, key is test_row_0/A:col10/1732566300452/Put/seqid=0 2024-11-25T20:25:01,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742292_1468 (size=4469) 2024-11-25T20:25:02,005 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): be5ca9c9653a14706d7f039f889e6ad3#B#compaction#392 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:02,005 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/B/c79b7ac734ad4bc09df5771f07964e0e is 50, key is test_row_0/B:col10/1732566300350/Put/seqid=0 2024-11-25T20:25:02,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742294_1470 (size=31255) 2024-11-25T20:25:02,037 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=354, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/ab93bd1c657f4cfca493944c05567bf4 2024-11-25T20:25:02,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742295_1471 (size=13119) 2024-11-25T20:25:02,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/B/2254b70603c9427aa98d3eba6039b9e3 is 50, key is test_row_0/B:col10/1732566300452/Put/seqid=0 2024-11-25T20:25:02,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742296_1472 (size=12301) 2024-11-25T20:25:02,090 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/B/2254b70603c9427aa98d3eba6039b9e3 2024-11-25T20:25:02,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/C/2d8b06765df44819b6005617d5e15777 is 50, key is test_row_0/C:col10/1732566300452/Put/seqid=0 2024-11-25T20:25:02,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-25T20:25:02,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742297_1473 (size=12301) 2024-11-25T20:25:02,150 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/C/2d8b06765df44819b6005617d5e15777 2024-11-25T20:25:02,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/ab93bd1c657f4cfca493944c05567bf4 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/ab93bd1c657f4cfca493944c05567bf4 2024-11-25T20:25:02,163 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/ab93bd1c657f4cfca493944c05567bf4, entries=150, sequenceid=354, filesize=30.5 K 2024-11-25T20:25:02,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/B/2254b70603c9427aa98d3eba6039b9e3 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/2254b70603c9427aa98d3eba6039b9e3 2024-11-25T20:25:02,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,173 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/2254b70603c9427aa98d3eba6039b9e3, entries=150, sequenceid=354, filesize=12.0 K 2024-11-25T20:25:02,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/C/2d8b06765df44819b6005617d5e15777 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/2d8b06765df44819b6005617d5e15777 2024-11-25T20:25:02,180 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/2d8b06765df44819b6005617d5e15777, entries=150, sequenceid=354, filesize=12.0 K 2024-11-25T20:25:02,181 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for be5ca9c9653a14706d7f039f889e6ad3 in 347ms, sequenceid=354, compaction requested=false 2024-11-25T20:25:02,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for be5ca9c9653a14706d7f039f889e6ad3: 2024-11-25T20:25:02,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:25:02,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-11-25T20:25:02,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-11-25T20:25:02,185 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-25T20:25:02,185 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 677 msec 2024-11-25T20:25:02,187 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 680 msec 2024-11-25T20:25:02,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,394 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): be5ca9c9653a14706d7f039f889e6ad3#A#compaction#390 average throughput is 0.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:02,394 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/5ea1719a1dfb4f589373aff982bd9ff8 is 175, key is test_row_0/A:col10/1732566300350/Put/seqid=0 2024-11-25T20:25:02,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742298_1474 (size=32039) 2024-11-25T20:25:02,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,458 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/5ea1719a1dfb4f589373aff982bd9ff8 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/5ea1719a1dfb4f589373aff982bd9ff8 2024-11-25T20:25:02,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,463 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/B/c79b7ac734ad4bc09df5771f07964e0e as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/c79b7ac734ad4bc09df5771f07964e0e 2024-11-25T20:25:02,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,467 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in be5ca9c9653a14706d7f039f889e6ad3/A of be5ca9c9653a14706d7f039f889e6ad3 into 5ea1719a1dfb4f589373aff982bd9ff8(size=31.3 K), total size for store is 61.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:02,467 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be5ca9c9653a14706d7f039f889e6ad3: 2024-11-25T20:25:02,467 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3., storeName=be5ca9c9653a14706d7f039f889e6ad3/A, priority=12, startTime=1732566301814; duration=0sec 2024-11-25T20:25:02,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,467 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:02,467 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be5ca9c9653a14706d7f039f889e6ad3:A 2024-11-25T20:25:02,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,472 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be5ca9c9653a14706d7f039f889e6ad3/B of be5ca9c9653a14706d7f039f889e6ad3 into c79b7ac734ad4bc09df5771f07964e0e(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:02,472 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be5ca9c9653a14706d7f039f889e6ad3: 2024-11-25T20:25:02,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,472 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3., storeName=be5ca9c9653a14706d7f039f889e6ad3/B, priority=13, startTime=1732566301814; duration=0sec 2024-11-25T20:25:02,472 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:02,472 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be5ca9c9653a14706d7f039f889e6ad3:B 2024-11-25T20:25:02,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-25T20:25:02,612 INFO [Thread-1680 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-11-25T20:25:02,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,614 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:25:02,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-11-25T20:25:02,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,615 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:25:02,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-25T20:25:02,616 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:25:02,616 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:25:02,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-25T20:25:02,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,769 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:02,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-25T20:25:02,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:25:02,775 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing be5ca9c9653a14706d7f039f889e6ad3 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-25T20:25:02,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be5ca9c9653a14706d7f039f889e6ad3, store=A 2024-11-25T20:25:02,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:02,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be5ca9c9653a14706d7f039f889e6ad3, store=B 2024-11-25T20:25:02,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:02,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be5ca9c9653a14706d7f039f889e6ad3, store=C 2024-11-25T20:25:02,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:02,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,801 DEBUG [Thread-1670 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x25ad026c to 127.0.0.1:49356 2024-11-25T20:25:02,801 DEBUG [Thread-1670 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:25:02,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,803 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. as already flushing 2024-11-25T20:25:02,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:25:02,804 DEBUG [Thread-1676 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x257eae6a to 127.0.0.1:49356 2024-11-25T20:25:02,804 DEBUG [Thread-1676 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:25:02,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,807 DEBUG [Thread-1674 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x40e70c04 to 127.0.0.1:49356 2024-11-25T20:25:02,807 DEBUG [Thread-1674 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:25:02,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,817 DEBUG [Thread-1672 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x64046592 to 127.0.0.1:49356 2024-11-25T20:25:02,817 DEBUG [Thread-1672 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:25:02,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,820 DEBUG [Thread-1681 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c59c760 to 127.0.0.1:49356 2024-11-25T20:25:02,820 DEBUG [Thread-1681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:25:02,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,830 DEBUG [Thread-1689 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3e491154 to 127.0.0.1:49356 2024-11-25T20:25:02,830 DEBUG [Thread-1689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:25:02,833 DEBUG [Thread-1678 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6b959498 to 127.0.0.1:49356 2024-11-25T20:25:02,833 DEBUG [Thread-1678 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:25:02,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d72dae216634497f8c5433d9a7770d0b_be5ca9c9653a14706d7f039f889e6ad3 is 50, key is test_row_0/A:col10/1732566302733/Put/seqid=0 2024-11-25T20:25:02,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,849 DEBUG [Thread-1683 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x397fd5fa to 127.0.0.1:49356 2024-11-25T20:25:02,849 DEBUG [Thread-1683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:25:02,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,866 DEBUG [Thread-1685 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4a9d9629 to 127.0.0.1:49356 2024-11-25T20:25:02,866 DEBUG [Thread-1685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:25:02,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,880 DEBUG [Thread-1687 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f95a751 to 127.0.0.1:49356 2024-11-25T20:25:02,880 DEBUG [Thread-1687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:25:02,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742299_1475 (size=17534) 2024-11-25T20:25:02,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,893 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d72dae216634497f8c5433d9a7770d0b_be5ca9c9653a14706d7f039f889e6ad3 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d72dae216634497f8c5433d9a7770d0b_be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:25:02,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/25cbd5d82ad24e768fde2de850e26e0c, store: [table=TestAcidGuarantees family=A region=be5ca9c9653a14706d7f039f889e6ad3] 2024-11-25T20:25:02,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/25cbd5d82ad24e768fde2de850e26e0c is 175, key is test_row_0/A:col10/1732566302733/Put/seqid=0 2024-11-25T20:25:02,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-25T20:25:02,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742300_1476 (size=48639) 2024-11-25T20:25:03,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-25T20:25:03,337 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=365, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/25cbd5d82ad24e768fde2de850e26e0c 2024-11-25T20:25:03,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/B/bf435863ff2a4482bcbe834134a599b6 is 50, key is test_row_0/B:col10/1732566302733/Put/seqid=0 2024-11-25T20:25:03,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742301_1477 (size=12301) 2024-11-25T20:25:03,401 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/B/bf435863ff2a4482bcbe834134a599b6 2024-11-25T20:25:03,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/C/a88667b2112249e7aa2585a851953c21 is 50, key is test_row_0/C:col10/1732566302733/Put/seqid=0 2024-11-25T20:25:03,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742302_1478 (size=12301) 2024-11-25T20:25:03,464 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/C/a88667b2112249e7aa2585a851953c21 2024-11-25T20:25:03,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/25cbd5d82ad24e768fde2de850e26e0c as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/25cbd5d82ad24e768fde2de850e26e0c 2024-11-25T20:25:03,479 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/25cbd5d82ad24e768fde2de850e26e0c, entries=250, sequenceid=365, filesize=47.5 K 2024-11-25T20:25:03,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/B/bf435863ff2a4482bcbe834134a599b6 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/bf435863ff2a4482bcbe834134a599b6 2024-11-25T20:25:03,483 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/bf435863ff2a4482bcbe834134a599b6, entries=150, sequenceid=365, filesize=12.0 K 2024-11-25T20:25:03,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/C/a88667b2112249e7aa2585a851953c21 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/a88667b2112249e7aa2585a851953c21 2024-11-25T20:25:03,487 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/a88667b2112249e7aa2585a851953c21, entries=150, sequenceid=365, filesize=12.0 K 2024-11-25T20:25:03,488 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=40.25 KB/41220 for be5ca9c9653a14706d7f039f889e6ad3 in 713ms, sequenceid=365, compaction requested=true 2024-11-25T20:25:03,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for be5ca9c9653a14706d7f039f889e6ad3: 2024-11-25T20:25:03,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:25:03,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-11-25T20:25:03,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-11-25T20:25:03,497 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-25T20:25:03,497 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 879 msec 2024-11-25T20:25:03,498 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 884 msec 2024-11-25T20:25:03,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-25T20:25:03,721 INFO [Thread-1680 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-11-25T20:25:03,721 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T20:25:03,721 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 30 2024-11-25T20:25:03,721 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 47 2024-11-25T20:25:03,721 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 100 2024-11-25T20:25:03,721 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-11-25T20:25:03,721 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 37 2024-11-25T20:25:03,721 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T20:25:03,721 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T20:25:03,721 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1376 2024-11-25T20:25:03,721 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4128 rows 2024-11-25T20:25:03,721 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1360 2024-11-25T20:25:03,721 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4080 rows 2024-11-25T20:25:03,721 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1361 2024-11-25T20:25:03,721 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4083 rows 2024-11-25T20:25:03,721 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1364 2024-11-25T20:25:03,722 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4092 rows 2024-11-25T20:25:03,722 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1383 2024-11-25T20:25:03,722 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4149 rows 2024-11-25T20:25:03,722 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-25T20:25:03,722 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x13cd6089 to 127.0.0.1:49356 2024-11-25T20:25:03,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:25:03,725 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-25T20:25:03,726 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-25T20:25:03,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T20:25:03,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-25T20:25:03,730 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732566303730"}]},"ts":"1732566303730"} 2024-11-25T20:25:03,731 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T20:25:03,775 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T20:25:03,775 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T20:25:03,776 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=be5ca9c9653a14706d7f039f889e6ad3, UNASSIGN}] 2024-11-25T20:25:03,777 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=118, ppid=117, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=be5ca9c9653a14706d7f039f889e6ad3, UNASSIGN 2024-11-25T20:25:03,777 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=118 updating hbase:meta row=be5ca9c9653a14706d7f039f889e6ad3, regionState=CLOSING, regionLocation=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:03,778 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T20:25:03,778 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; CloseRegionProcedure be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451}] 2024-11-25T20:25:03,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-25T20:25:03,930 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:03,931 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] handler.UnassignRegionHandler(124): Close be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:25:03,931 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T20:25:03,931 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1681): Closing be5ca9c9653a14706d7f039f889e6ad3, disabling compactions & flushes 2024-11-25T20:25:03,931 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:25:03,931 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:25:03,931 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. after waiting 0 ms 2024-11-25T20:25:03,931 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:25:03,931 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(2837): Flushing be5ca9c9653a14706d7f039f889e6ad3 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-25T20:25:03,931 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be5ca9c9653a14706d7f039f889e6ad3, store=A 2024-11-25T20:25:03,931 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:03,931 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be5ca9c9653a14706d7f039f889e6ad3, store=B 2024-11-25T20:25:03,931 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:03,931 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be5ca9c9653a14706d7f039f889e6ad3, store=C 2024-11-25T20:25:03,931 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:03,936 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411259c0e1dd8576a43caa55a9e54097bcf75_be5ca9c9653a14706d7f039f889e6ad3 is 50, key is test_row_0/A:col10/1732566302785/Put/seqid=0 2024-11-25T20:25:03,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742303_1479 (size=12454) 2024-11-25T20:25:04,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-25T20:25:04,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-25T20:25:04,340 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:04,343 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411259c0e1dd8576a43caa55a9e54097bcf75_be5ca9c9653a14706d7f039f889e6ad3 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259c0e1dd8576a43caa55a9e54097bcf75_be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:25:04,344 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/9b0c3f3efb0044f996dae77a43240a28, store: [table=TestAcidGuarantees family=A region=be5ca9c9653a14706d7f039f889e6ad3] 2024-11-25T20:25:04,344 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/9b0c3f3efb0044f996dae77a43240a28 is 175, key is test_row_0/A:col10/1732566302785/Put/seqid=0 2024-11-25T20:25:04,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742304_1480 (size=31255) 2024-11-25T20:25:04,349 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=374, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/9b0c3f3efb0044f996dae77a43240a28 2024-11-25T20:25:04,356 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/B/bd8214e26fdb46889d8bf26a563a5486 is 50, key is test_row_0/B:col10/1732566302785/Put/seqid=0 2024-11-25T20:25:04,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742305_1481 (size=12301) 2024-11-25T20:25:04,364 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/B/bd8214e26fdb46889d8bf26a563a5486 2024-11-25T20:25:04,370 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/C/4383746a39a84aa5aaac02415a6ee0a1 is 50, key is test_row_0/C:col10/1732566302785/Put/seqid=0 2024-11-25T20:25:04,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742306_1482 (size=12301) 2024-11-25T20:25:04,374 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/C/4383746a39a84aa5aaac02415a6ee0a1 2024-11-25T20:25:04,384 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/A/9b0c3f3efb0044f996dae77a43240a28 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/9b0c3f3efb0044f996dae77a43240a28 2024-11-25T20:25:04,388 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/9b0c3f3efb0044f996dae77a43240a28, entries=150, sequenceid=374, filesize=30.5 K 2024-11-25T20:25:04,390 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/B/bd8214e26fdb46889d8bf26a563a5486 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/bd8214e26fdb46889d8bf26a563a5486 2024-11-25T20:25:04,393 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/bd8214e26fdb46889d8bf26a563a5486, entries=150, sequenceid=374, filesize=12.0 K 2024-11-25T20:25:04,393 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/.tmp/C/4383746a39a84aa5aaac02415a6ee0a1 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/4383746a39a84aa5aaac02415a6ee0a1 2024-11-25T20:25:04,398 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/4383746a39a84aa5aaac02415a6ee0a1, entries=150, sequenceid=374, filesize=12.0 K 2024-11-25T20:25:04,399 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=0 B/0 for be5ca9c9653a14706d7f039f889e6ad3 in 468ms, sequenceid=374, compaction requested=true 2024-11-25T20:25:04,399 DEBUG [StoreCloser-TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/b9b7de6d04914d69b6e0cc0bb6315888, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/1d1b1ed4fa9c489387202dd4ca542424, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/d3559d44ccc14e2dbdaf0353787f4045, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/06c0d945dca441e0b420024699c9fab4, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/f907d737a7dc4dd09c22d382a793c85f, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/0d8358e40dc94c54aa165fdd0eb4f282, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/b4aa1020a6c94068b780ffdc907b4572, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/605eaf6007a84af29d08df71755281b5, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/162a83d3a32f4682ae14524c62879583, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/416fa229326f4ebb83174f3d12e18296, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/65e0ea800dd4435b9d2161747c71fc4b, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/5bb18a37a8174807b6fdb5bc7694cb5d, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/2825d948e9b34637aacad994f6cbce3a, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/fd5f55af0d164ece99cd46bfac9542c2, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/ce157a33314440848160ef43ecbf303b, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/9015e87c34f84bcc9f06c6bdd87e9c17, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/f2466f5347314752a83ae4cc40e4448c, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/d694e9ffb0ba44ada6df8c9e7fb1d2c1, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/e1e4b028de3a45d2a62e7b58c1f7ef71, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/f5e19ce0b7144ccfa1d6621d251281b3, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/6d43e3585df4429ea09da3418223f765, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/2ac7e4418e274a2d95b3f4f1900f27dc, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/60046984838744029ba49d68dd8432c3] to archive 2024-11-25T20:25:04,401 DEBUG [StoreCloser-TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T20:25:04,420 DEBUG [StoreCloser-TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/b9b7de6d04914d69b6e0cc0bb6315888 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/b9b7de6d04914d69b6e0cc0bb6315888 2024-11-25T20:25:04,422 DEBUG [StoreCloser-TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/1d1b1ed4fa9c489387202dd4ca542424 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/1d1b1ed4fa9c489387202dd4ca542424 2024-11-25T20:25:04,423 DEBUG [StoreCloser-TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/d3559d44ccc14e2dbdaf0353787f4045 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/d3559d44ccc14e2dbdaf0353787f4045 2024-11-25T20:25:04,425 DEBUG [StoreCloser-TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/06c0d945dca441e0b420024699c9fab4 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/06c0d945dca441e0b420024699c9fab4 2024-11-25T20:25:04,425 DEBUG [StoreCloser-TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/f907d737a7dc4dd09c22d382a793c85f to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/f907d737a7dc4dd09c22d382a793c85f 2024-11-25T20:25:04,426 DEBUG [StoreCloser-TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/0d8358e40dc94c54aa165fdd0eb4f282 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/0d8358e40dc94c54aa165fdd0eb4f282 2024-11-25T20:25:04,427 DEBUG [StoreCloser-TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/b4aa1020a6c94068b780ffdc907b4572 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/b4aa1020a6c94068b780ffdc907b4572 2024-11-25T20:25:04,431 DEBUG [StoreCloser-TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/605eaf6007a84af29d08df71755281b5 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/605eaf6007a84af29d08df71755281b5 2024-11-25T20:25:04,433 DEBUG [StoreCloser-TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/162a83d3a32f4682ae14524c62879583 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/162a83d3a32f4682ae14524c62879583 2024-11-25T20:25:04,434 DEBUG [StoreCloser-TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/416fa229326f4ebb83174f3d12e18296 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/416fa229326f4ebb83174f3d12e18296 2024-11-25T20:25:04,435 DEBUG [StoreCloser-TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/65e0ea800dd4435b9d2161747c71fc4b to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/65e0ea800dd4435b9d2161747c71fc4b 2024-11-25T20:25:04,436 DEBUG [StoreCloser-TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/5bb18a37a8174807b6fdb5bc7694cb5d to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/5bb18a37a8174807b6fdb5bc7694cb5d 2024-11-25T20:25:04,439 DEBUG [StoreCloser-TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/2825d948e9b34637aacad994f6cbce3a to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/2825d948e9b34637aacad994f6cbce3a 2024-11-25T20:25:04,440 DEBUG [StoreCloser-TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/fd5f55af0d164ece99cd46bfac9542c2 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/fd5f55af0d164ece99cd46bfac9542c2 2024-11-25T20:25:04,441 DEBUG [StoreCloser-TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/ce157a33314440848160ef43ecbf303b to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/ce157a33314440848160ef43ecbf303b 2024-11-25T20:25:04,443 DEBUG [StoreCloser-TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/9015e87c34f84bcc9f06c6bdd87e9c17 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/9015e87c34f84bcc9f06c6bdd87e9c17 2024-11-25T20:25:04,447 DEBUG [StoreCloser-TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/f2466f5347314752a83ae4cc40e4448c to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/f2466f5347314752a83ae4cc40e4448c 2024-11-25T20:25:04,450 DEBUG [StoreCloser-TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/d694e9ffb0ba44ada6df8c9e7fb1d2c1 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/d694e9ffb0ba44ada6df8c9e7fb1d2c1 2024-11-25T20:25:04,451 DEBUG [StoreCloser-TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/e1e4b028de3a45d2a62e7b58c1f7ef71 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/e1e4b028de3a45d2a62e7b58c1f7ef71 2024-11-25T20:25:04,456 DEBUG [StoreCloser-TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/f5e19ce0b7144ccfa1d6621d251281b3 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/f5e19ce0b7144ccfa1d6621d251281b3 2024-11-25T20:25:04,457 DEBUG [StoreCloser-TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/6d43e3585df4429ea09da3418223f765 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/6d43e3585df4429ea09da3418223f765 2024-11-25T20:25:04,458 DEBUG [StoreCloser-TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/2ac7e4418e274a2d95b3f4f1900f27dc to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/2ac7e4418e274a2d95b3f4f1900f27dc 2024-11-25T20:25:04,459 DEBUG [StoreCloser-TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/60046984838744029ba49d68dd8432c3 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/60046984838744029ba49d68dd8432c3 2024-11-25T20:25:04,463 DEBUG [StoreCloser-TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/8d84cfd2599a49ce8424408f5d3375b1, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/38dc9823c689420d9a028f2fa1a873b0, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/8ece31b264564fdd8abbefe5cbc8cb3a, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/35aedf6d6331445f975510a136a52220, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/37246f18e7ee4588b67c35de629c3fbc, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/e919d50dcc9241f8a3d88acdb62d6df3, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/64eaff79e09948eba74aeb9e723e9a03, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/381a6a0bee5c42ea9e9bc8e4c2b1a003, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/8f1df54460d340d3807f920fd3569dd5, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/296afda0648f4bd4b1ebc22ee07f8b53, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/72decd0c89674f09b0d978f8bf40f9f2, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/eff39d7517f54fcfa460aba3a42d793a, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/e1f8b7ced9d54b9bb2a9cef72751c28a, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/02730a4a301a46a4b8d2dfd7bf734262, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/d6dcab727c994dfbaf6991c9299daf11, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/f27424a5a8c94477b55b6ccb0527df36, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/953d7369f0d54db9926085dfaa20b189, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/670f1595cf0d47f9a2bf7357405e0419, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/4b08ca0f9ffd45dab99ae96ced11dfc7, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/4bc597e2b6504075bc0b5e0b6040901b, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/21c97157322944479ab5c89d9be98e39, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/7be815c1bc084878800809fb6440b117, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/175a7d2c75e9466baf215e57e6d78148, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/5047cc0cbe7748019079509e6d6fdd7e] to archive 2024-11-25T20:25:04,465 DEBUG [StoreCloser-TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T20:25:04,467 DEBUG [StoreCloser-TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/8d84cfd2599a49ce8424408f5d3375b1 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/8d84cfd2599a49ce8424408f5d3375b1 2024-11-25T20:25:04,474 DEBUG [StoreCloser-TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/38dc9823c689420d9a028f2fa1a873b0 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/38dc9823c689420d9a028f2fa1a873b0 2024-11-25T20:25:04,476 DEBUG [StoreCloser-TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/8ece31b264564fdd8abbefe5cbc8cb3a to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/8ece31b264564fdd8abbefe5cbc8cb3a 2024-11-25T20:25:04,478 DEBUG [StoreCloser-TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/35aedf6d6331445f975510a136a52220 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/35aedf6d6331445f975510a136a52220 2024-11-25T20:25:04,479 DEBUG [StoreCloser-TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/37246f18e7ee4588b67c35de629c3fbc to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/37246f18e7ee4588b67c35de629c3fbc 2024-11-25T20:25:04,481 DEBUG [StoreCloser-TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/e919d50dcc9241f8a3d88acdb62d6df3 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/e919d50dcc9241f8a3d88acdb62d6df3 2024-11-25T20:25:04,485 DEBUG [StoreCloser-TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/64eaff79e09948eba74aeb9e723e9a03 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/64eaff79e09948eba74aeb9e723e9a03 2024-11-25T20:25:04,486 DEBUG [StoreCloser-TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/381a6a0bee5c42ea9e9bc8e4c2b1a003 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/381a6a0bee5c42ea9e9bc8e4c2b1a003 2024-11-25T20:25:04,487 DEBUG [StoreCloser-TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/8f1df54460d340d3807f920fd3569dd5 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/8f1df54460d340d3807f920fd3569dd5 2024-11-25T20:25:04,488 DEBUG [StoreCloser-TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/296afda0648f4bd4b1ebc22ee07f8b53 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/296afda0648f4bd4b1ebc22ee07f8b53 2024-11-25T20:25:04,491 DEBUG [StoreCloser-TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/72decd0c89674f09b0d978f8bf40f9f2 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/72decd0c89674f09b0d978f8bf40f9f2 2024-11-25T20:25:04,492 DEBUG [StoreCloser-TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/eff39d7517f54fcfa460aba3a42d793a to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/eff39d7517f54fcfa460aba3a42d793a 2024-11-25T20:25:04,493 DEBUG [StoreCloser-TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/e1f8b7ced9d54b9bb2a9cef72751c28a to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/e1f8b7ced9d54b9bb2a9cef72751c28a 2024-11-25T20:25:04,494 DEBUG [StoreCloser-TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/02730a4a301a46a4b8d2dfd7bf734262 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/02730a4a301a46a4b8d2dfd7bf734262 2024-11-25T20:25:04,495 DEBUG [StoreCloser-TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/d6dcab727c994dfbaf6991c9299daf11 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/d6dcab727c994dfbaf6991c9299daf11 2024-11-25T20:25:04,498 DEBUG [StoreCloser-TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/f27424a5a8c94477b55b6ccb0527df36 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/f27424a5a8c94477b55b6ccb0527df36 2024-11-25T20:25:04,499 DEBUG [StoreCloser-TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/953d7369f0d54db9926085dfaa20b189 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/953d7369f0d54db9926085dfaa20b189 2024-11-25T20:25:04,503 DEBUG [StoreCloser-TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/670f1595cf0d47f9a2bf7357405e0419 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/670f1595cf0d47f9a2bf7357405e0419 2024-11-25T20:25:04,504 DEBUG [StoreCloser-TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/4b08ca0f9ffd45dab99ae96ced11dfc7 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/4b08ca0f9ffd45dab99ae96ced11dfc7 2024-11-25T20:25:04,505 DEBUG [StoreCloser-TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/4bc597e2b6504075bc0b5e0b6040901b to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/4bc597e2b6504075bc0b5e0b6040901b 2024-11-25T20:25:04,506 DEBUG [StoreCloser-TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/21c97157322944479ab5c89d9be98e39 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/21c97157322944479ab5c89d9be98e39 2024-11-25T20:25:04,507 DEBUG [StoreCloser-TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/7be815c1bc084878800809fb6440b117 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/7be815c1bc084878800809fb6440b117 2024-11-25T20:25:04,509 DEBUG [StoreCloser-TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/175a7d2c75e9466baf215e57e6d78148 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/175a7d2c75e9466baf215e57e6d78148 2024-11-25T20:25:04,510 DEBUG [StoreCloser-TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/5047cc0cbe7748019079509e6d6fdd7e to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/5047cc0cbe7748019079509e6d6fdd7e 2024-11-25T20:25:04,511 DEBUG [StoreCloser-TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/1afa2353e36946fa8d608f945f06c366, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/75c2dd8de9364c5394ae76c336d7066e, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/8356f42ad2e047639a2d0f36978dc75e, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/5e997ae164294b06bb806bbf03b15443, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/bc73e0946f4d4654ba4f7bda7888b072, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/d71356887cc64829a53592800996d421, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/8800c05f0fec41cd8fffd7350f54e547, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/e3d557373b8b40b1acc3c64b56a57a35, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/aabd921b4dce407192ddab3f8a1b3aee, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/957c5f692fd748d6972bd27ad0236839, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/e76ee0e998384ff7a054cb3f01399c48, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/c9c65702e2aa484fbd9971894d986f46, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/5f3f7273310649909fbe8eaa8f33c04d, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/abe5f0cb26f34b39aac7de8c1f64b959, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/615543bcfee8413f99235c7908f1228f, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/72480ad8a1424b53bf9174c6b0185854, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/80184e19f81f4e77ad77d10631c604fe, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/b167d300903d41b58a487a138c8d1b15, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/a70302aa00894993b24d2e4196d6ec9c, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/8fa6162ba0ab44c1bbc5455d86751a30, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/b42cce4347b4494cbbec1c01acb18532, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/29dc81d3d16046edadf7f2509f53e6af, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/27c3dfc9ec704b3bb91cc0687aec1749, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/3beaa553421746f182e8fe0a9739e550] to archive 2024-11-25T20:25:04,512 DEBUG [StoreCloser-TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T20:25:04,513 DEBUG [StoreCloser-TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/1afa2353e36946fa8d608f945f06c366 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/1afa2353e36946fa8d608f945f06c366 2024-11-25T20:25:04,514 DEBUG [StoreCloser-TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/75c2dd8de9364c5394ae76c336d7066e to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/75c2dd8de9364c5394ae76c336d7066e 2024-11-25T20:25:04,515 DEBUG [StoreCloser-TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/8356f42ad2e047639a2d0f36978dc75e to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/8356f42ad2e047639a2d0f36978dc75e 2024-11-25T20:25:04,517 DEBUG [StoreCloser-TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/5e997ae164294b06bb806bbf03b15443 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/5e997ae164294b06bb806bbf03b15443 2024-11-25T20:25:04,518 DEBUG [StoreCloser-TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/bc73e0946f4d4654ba4f7bda7888b072 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/bc73e0946f4d4654ba4f7bda7888b072 2024-11-25T20:25:04,519 DEBUG [StoreCloser-TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/d71356887cc64829a53592800996d421 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/d71356887cc64829a53592800996d421 2024-11-25T20:25:04,520 DEBUG [StoreCloser-TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/8800c05f0fec41cd8fffd7350f54e547 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/8800c05f0fec41cd8fffd7350f54e547 2024-11-25T20:25:04,522 DEBUG [StoreCloser-TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/e3d557373b8b40b1acc3c64b56a57a35 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/e3d557373b8b40b1acc3c64b56a57a35 2024-11-25T20:25:04,525 DEBUG [StoreCloser-TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/aabd921b4dce407192ddab3f8a1b3aee to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/aabd921b4dce407192ddab3f8a1b3aee 2024-11-25T20:25:04,526 DEBUG [StoreCloser-TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/957c5f692fd748d6972bd27ad0236839 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/957c5f692fd748d6972bd27ad0236839 2024-11-25T20:25:04,529 DEBUG [StoreCloser-TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/e76ee0e998384ff7a054cb3f01399c48 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/e76ee0e998384ff7a054cb3f01399c48 2024-11-25T20:25:04,538 DEBUG [StoreCloser-TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/c9c65702e2aa484fbd9971894d986f46 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/c9c65702e2aa484fbd9971894d986f46 2024-11-25T20:25:04,539 DEBUG [StoreCloser-TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/5f3f7273310649909fbe8eaa8f33c04d to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/5f3f7273310649909fbe8eaa8f33c04d 2024-11-25T20:25:04,540 DEBUG [StoreCloser-TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/abe5f0cb26f34b39aac7de8c1f64b959 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/abe5f0cb26f34b39aac7de8c1f64b959 2024-11-25T20:25:04,541 DEBUG [StoreCloser-TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/615543bcfee8413f99235c7908f1228f to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/615543bcfee8413f99235c7908f1228f 2024-11-25T20:25:04,542 DEBUG [StoreCloser-TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/72480ad8a1424b53bf9174c6b0185854 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/72480ad8a1424b53bf9174c6b0185854 2024-11-25T20:25:04,543 DEBUG [StoreCloser-TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/80184e19f81f4e77ad77d10631c604fe to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/80184e19f81f4e77ad77d10631c604fe 2024-11-25T20:25:04,544 DEBUG [StoreCloser-TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/b167d300903d41b58a487a138c8d1b15 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/b167d300903d41b58a487a138c8d1b15 2024-11-25T20:25:04,545 DEBUG [StoreCloser-TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/a70302aa00894993b24d2e4196d6ec9c to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/a70302aa00894993b24d2e4196d6ec9c 2024-11-25T20:25:04,548 DEBUG [StoreCloser-TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/8fa6162ba0ab44c1bbc5455d86751a30 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/8fa6162ba0ab44c1bbc5455d86751a30 2024-11-25T20:25:04,552 DEBUG [StoreCloser-TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/b42cce4347b4494cbbec1c01acb18532 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/b42cce4347b4494cbbec1c01acb18532 2024-11-25T20:25:04,553 DEBUG [StoreCloser-TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/29dc81d3d16046edadf7f2509f53e6af to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/29dc81d3d16046edadf7f2509f53e6af 2024-11-25T20:25:04,553 DEBUG [StoreCloser-TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/27c3dfc9ec704b3bb91cc0687aec1749 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/27c3dfc9ec704b3bb91cc0687aec1749 2024-11-25T20:25:04,556 DEBUG [StoreCloser-TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/3beaa553421746f182e8fe0a9739e550 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/3beaa553421746f182e8fe0a9739e550 2024-11-25T20:25:04,560 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/recovered.edits/377.seqid, newMaxSeqId=377, maxSeqId=4 2024-11-25T20:25:04,561 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3. 2024-11-25T20:25:04,561 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1635): Region close journal for be5ca9c9653a14706d7f039f889e6ad3: 2024-11-25T20:25:04,563 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=118 updating hbase:meta row=be5ca9c9653a14706d7f039f889e6ad3, regionState=CLOSED 2024-11-25T20:25:04,565 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] handler.UnassignRegionHandler(170): Closed be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:25:04,570 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=118, resume processing ppid=117 2024-11-25T20:25:04,570 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, ppid=117, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=be5ca9c9653a14706d7f039f889e6ad3, UNASSIGN in 792 msec 2024-11-25T20:25:04,570 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-25T20:25:04,570 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; CloseRegionProcedure be5ca9c9653a14706d7f039f889e6ad3, server=a8cf619b0679,41621,1732566182451 in 789 msec 2024-11-25T20:25:04,572 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-11-25T20:25:04,572 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 795 msec 2024-11-25T20:25:04,573 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732566304573"}]},"ts":"1732566304573"} 2024-11-25T20:25:04,575 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T20:25:04,641 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T20:25:04,643 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 915 msec 2024-11-25T20:25:04,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-25T20:25:04,834 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-11-25T20:25:04,835 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-25T20:25:04,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T20:25:04,836 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=120, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T20:25:04,837 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=120, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T20:25:04,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-25T20:25:04,867 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:25:04,872 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A, FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B, FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C, FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/recovered.edits] 2024-11-25T20:25:04,876 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/25cbd5d82ad24e768fde2de850e26e0c to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/25cbd5d82ad24e768fde2de850e26e0c 2024-11-25T20:25:04,878 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/5ea1719a1dfb4f589373aff982bd9ff8 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/5ea1719a1dfb4f589373aff982bd9ff8 2024-11-25T20:25:04,891 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/9b0c3f3efb0044f996dae77a43240a28 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/9b0c3f3efb0044f996dae77a43240a28 2024-11-25T20:25:04,893 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/ab93bd1c657f4cfca493944c05567bf4 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/A/ab93bd1c657f4cfca493944c05567bf4 2024-11-25T20:25:04,898 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/2254b70603c9427aa98d3eba6039b9e3 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/2254b70603c9427aa98d3eba6039b9e3 2024-11-25T20:25:04,906 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/bd8214e26fdb46889d8bf26a563a5486 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/bd8214e26fdb46889d8bf26a563a5486 2024-11-25T20:25:04,909 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/bf435863ff2a4482bcbe834134a599b6 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/bf435863ff2a4482bcbe834134a599b6 2024-11-25T20:25:04,911 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/c79b7ac734ad4bc09df5771f07964e0e to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/B/c79b7ac734ad4bc09df5771f07964e0e 2024-11-25T20:25:04,914 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/1766a8da74734c1b91952e12f8574d84 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/1766a8da74734c1b91952e12f8574d84 2024-11-25T20:25:04,915 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/2d8b06765df44819b6005617d5e15777 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/2d8b06765df44819b6005617d5e15777 2024-11-25T20:25:04,916 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/4383746a39a84aa5aaac02415a6ee0a1 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/4383746a39a84aa5aaac02415a6ee0a1 2024-11-25T20:25:04,917 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/a88667b2112249e7aa2585a851953c21 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/C/a88667b2112249e7aa2585a851953c21 2024-11-25T20:25:04,924 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/recovered.edits/377.seqid to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3/recovered.edits/377.seqid 2024-11-25T20:25:04,925 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:25:04,925 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T20:25:04,926 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T20:25:04,926 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-25T20:25:04,929 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250c844580d44a48848ecef251f27a366e_be5ca9c9653a14706d7f039f889e6ad3 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250c844580d44a48848ecef251f27a366e_be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:25:04,931 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251206857ccbd54fdeb40aceba6a6b786c_be5ca9c9653a14706d7f039f889e6ad3 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251206857ccbd54fdeb40aceba6a6b786c_be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:25:04,932 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251c914806ba0149298f76ad2853bab6d3_be5ca9c9653a14706d7f039f889e6ad3 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251c914806ba0149298f76ad2853bab6d3_be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:25:04,933 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251e1df005161c42e0a9815c249f6afbb0_be5ca9c9653a14706d7f039f889e6ad3 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251e1df005161c42e0a9815c249f6afbb0_be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:25:04,935 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254599c31ae875473883766d28bb8e4bfc_be5ca9c9653a14706d7f039f889e6ad3 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254599c31ae875473883766d28bb8e4bfc_be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:25:04,936 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112546d2dafba196475087e8c258cca09376_be5ca9c9653a14706d7f039f889e6ad3 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112546d2dafba196475087e8c258cca09376_be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:25:04,938 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256d5ea160d2904bdaad4be326709f4c4d_be5ca9c9653a14706d7f039f889e6ad3 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256d5ea160d2904bdaad4be326709f4c4d_be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:25:04,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-25T20:25:04,948 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256ddee41dcf824e2e87caf97abd1c2905_be5ca9c9653a14706d7f039f889e6ad3 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256ddee41dcf824e2e87caf97abd1c2905_be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:25:04,952 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259313eb10c9e54e2599c33f31536a21dd_be5ca9c9653a14706d7f039f889e6ad3 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259313eb10c9e54e2599c33f31536a21dd_be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:25:04,954 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125956ea1fd39154f3eb3c4ad582217820b_be5ca9c9653a14706d7f039f889e6ad3 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125956ea1fd39154f3eb3c4ad582217820b_be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:25:04,955 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259c0e1dd8576a43caa55a9e54097bcf75_be5ca9c9653a14706d7f039f889e6ad3 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259c0e1dd8576a43caa55a9e54097bcf75_be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:25:04,957 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a2a01b3f8e3842bab158c4370e3e7b77_be5ca9c9653a14706d7f039f889e6ad3 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a2a01b3f8e3842bab158c4370e3e7b77_be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:25:04,963 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a42186ec32a74ea99adf7645da39a55e_be5ca9c9653a14706d7f039f889e6ad3 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a42186ec32a74ea99adf7645da39a55e_be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:25:04,966 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a9a202d29d3f45d4a672cb391936265d_be5ca9c9653a14706d7f039f889e6ad3 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a9a202d29d3f45d4a672cb391936265d_be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:25:04,972 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125aab0eee452f24b099f18cac5d81cea2c_be5ca9c9653a14706d7f039f889e6ad3 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125aab0eee452f24b099f18cac5d81cea2c_be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:25:04,973 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c8e3e37bf55c48869c496ac6c1eaee4a_be5ca9c9653a14706d7f039f889e6ad3 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c8e3e37bf55c48869c496ac6c1eaee4a_be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:25:04,976 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d72dae216634497f8c5433d9a7770d0b_be5ca9c9653a14706d7f039f889e6ad3 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d72dae216634497f8c5433d9a7770d0b_be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:25:04,978 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e0192d9742074779b162596e0c4a8559_be5ca9c9653a14706d7f039f889e6ad3 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e0192d9742074779b162596e0c4a8559_be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:25:04,979 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e44bfa2bbe7f4908ba83b4185f2864af_be5ca9c9653a14706d7f039f889e6ad3 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e44bfa2bbe7f4908ba83b4185f2864af_be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:25:04,981 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f0708c3229a14c99875575acd5f3fe8f_be5ca9c9653a14706d7f039f889e6ad3 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f0708c3229a14c99875575acd5f3fe8f_be5ca9c9653a14706d7f039f889e6ad3 2024-11-25T20:25:04,982 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T20:25:04,984 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=120, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T20:25:05,001 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T20:25:05,011 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T20:25:05,013 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=120, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T20:25:05,013 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T20:25:05,013 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732566305013"}]},"ts":"9223372036854775807"} 2024-11-25T20:25:05,016 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-25T20:25:05,016 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => be5ca9c9653a14706d7f039f889e6ad3, NAME => 'TestAcidGuarantees,,1732566280411.be5ca9c9653a14706d7f039f889e6ad3.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T20:25:05,016 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T20:25:05,016 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732566305016"}]},"ts":"9223372036854775807"} 2024-11-25T20:25:05,018 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-25T20:25:05,027 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=120, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T20:25:05,028 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 192 msec 2024-11-25T20:25:05,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-25T20:25:05,155 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-11-25T20:25:05,168 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=238 (was 235) - Thread LEAK? -, OpenFileDescriptor=461 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1153 (was 1242), ProcessCount=11 (was 11), AvailableMemoryMB=2951 (was 2336) - AvailableMemoryMB LEAK? - 2024-11-25T20:25:05,183 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=238, OpenFileDescriptor=463, MaxFileDescriptor=1048576, SystemLoadAverage=1153, ProcessCount=11, AvailableMemoryMB=2951 2024-11-25T20:25:05,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T20:25:05,185 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T20:25:05,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] procedure2.ProcedureExecutor(1098): Stored pid=121, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T20:25:05,188 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T20:25:05,188 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,188 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 121 2024-11-25T20:25:05,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-11-25T20:25:05,190 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T20:25:05,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742307_1483 (size=960) 2024-11-25T20:25:05,230 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b 2024-11-25T20:25:05,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742308_1484 (size=53) 2024-11-25T20:25:05,249 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T20:25:05,250 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 6694c3b2f0866fca31ba04c40ffcd4c6, disabling compactions & flushes 2024-11-25T20:25:05,250 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:05,250 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:05,250 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. after waiting 0 ms 2024-11-25T20:25:05,250 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:05,250 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:05,250 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 6694c3b2f0866fca31ba04c40ffcd4c6: 2024-11-25T20:25:05,251 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T20:25:05,251 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732566305251"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732566305251"}]},"ts":"1732566305251"} 2024-11-25T20:25:05,255 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-25T20:25:05,256 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T20:25:05,257 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732566305256"}]},"ts":"1732566305256"} 2024-11-25T20:25:05,260 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T20:25:05,288 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6694c3b2f0866fca31ba04c40ffcd4c6, ASSIGN}] 2024-11-25T20:25:05,289 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=122, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6694c3b2f0866fca31ba04c40ffcd4c6, ASSIGN 2024-11-25T20:25:05,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-11-25T20:25:05,290 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=122, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6694c3b2f0866fca31ba04c40ffcd4c6, ASSIGN; state=OFFLINE, location=a8cf619b0679,41621,1732566182451; forceNewPlan=false, retain=false 2024-11-25T20:25:05,440 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=122 updating hbase:meta row=6694c3b2f0866fca31ba04c40ffcd4c6, regionState=OPENING, regionLocation=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:05,442 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; OpenRegionProcedure 6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451}] 2024-11-25T20:25:05,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-11-25T20:25:05,594 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:05,597 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:05,598 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(7285): Opening region: {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} 2024-11-25T20:25:05,598 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 6694c3b2f0866fca31ba04c40ffcd4c6 2024-11-25T20:25:05,598 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T20:25:05,598 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(7327): checking encryption for 6694c3b2f0866fca31ba04c40ffcd4c6 2024-11-25T20:25:05,598 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(7330): checking classloading for 6694c3b2f0866fca31ba04c40ffcd4c6 2024-11-25T20:25:05,623 INFO [StoreOpener-6694c3b2f0866fca31ba04c40ffcd4c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 6694c3b2f0866fca31ba04c40ffcd4c6 2024-11-25T20:25:05,624 INFO [StoreOpener-6694c3b2f0866fca31ba04c40ffcd4c6-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T20:25:05,625 INFO [StoreOpener-6694c3b2f0866fca31ba04c40ffcd4c6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6694c3b2f0866fca31ba04c40ffcd4c6 columnFamilyName A 2024-11-25T20:25:05,625 DEBUG [StoreOpener-6694c3b2f0866fca31ba04c40ffcd4c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,626 INFO [StoreOpener-6694c3b2f0866fca31ba04c40ffcd4c6-1 {}] regionserver.HStore(327): Store=6694c3b2f0866fca31ba04c40ffcd4c6/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T20:25:05,626 INFO [StoreOpener-6694c3b2f0866fca31ba04c40ffcd4c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 6694c3b2f0866fca31ba04c40ffcd4c6 2024-11-25T20:25:05,627 INFO [StoreOpener-6694c3b2f0866fca31ba04c40ffcd4c6-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T20:25:05,627 INFO [StoreOpener-6694c3b2f0866fca31ba04c40ffcd4c6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6694c3b2f0866fca31ba04c40ffcd4c6 columnFamilyName B 2024-11-25T20:25:05,627 DEBUG [StoreOpener-6694c3b2f0866fca31ba04c40ffcd4c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,628 INFO [StoreOpener-6694c3b2f0866fca31ba04c40ffcd4c6-1 {}] regionserver.HStore(327): Store=6694c3b2f0866fca31ba04c40ffcd4c6/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T20:25:05,628 INFO [StoreOpener-6694c3b2f0866fca31ba04c40ffcd4c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 6694c3b2f0866fca31ba04c40ffcd4c6 2024-11-25T20:25:05,631 INFO [StoreOpener-6694c3b2f0866fca31ba04c40ffcd4c6-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T20:25:05,631 INFO [StoreOpener-6694c3b2f0866fca31ba04c40ffcd4c6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6694c3b2f0866fca31ba04c40ffcd4c6 columnFamilyName C 2024-11-25T20:25:05,631 DEBUG [StoreOpener-6694c3b2f0866fca31ba04c40ffcd4c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,632 INFO [StoreOpener-6694c3b2f0866fca31ba04c40ffcd4c6-1 {}] regionserver.HStore(327): Store=6694c3b2f0866fca31ba04c40ffcd4c6/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T20:25:05,633 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:05,633 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6 2024-11-25T20:25:05,634 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6 2024-11-25T20:25:05,638 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T20:25:05,639 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(1085): writing seq id for 6694c3b2f0866fca31ba04c40ffcd4c6 2024-11-25T20:25:05,648 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T20:25:05,649 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(1102): Opened 6694c3b2f0866fca31ba04c40ffcd4c6; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59742789, jitterRate=-0.10976307094097137}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T20:25:05,649 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(1001): Region open journal for 6694c3b2f0866fca31ba04c40ffcd4c6: 2024-11-25T20:25:05,650 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6., pid=123, masterSystemTime=1732566305594 2024-11-25T20:25:05,657 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:05,658 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:05,658 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=122 updating hbase:meta row=6694c3b2f0866fca31ba04c40ffcd4c6, regionState=OPEN, openSeqNum=2, regionLocation=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:05,664 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-11-25T20:25:05,664 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; OpenRegionProcedure 6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 in 218 msec 2024-11-25T20:25:05,668 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=122, resume processing ppid=121 2024-11-25T20:25:05,668 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=6694c3b2f0866fca31ba04c40ffcd4c6, ASSIGN in 376 msec 2024-11-25T20:25:05,669 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T20:25:05,670 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732566305669"}]},"ts":"1732566305669"} 2024-11-25T20:25:05,671 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T20:25:05,684 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T20:25:05,687 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 499 msec 2024-11-25T20:25:05,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-11-25T20:25:05,792 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 121 completed 2024-11-25T20:25:05,793 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x39dc0787 to 127.0.0.1:49356 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6506771 2024-11-25T20:25:05,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e1e571c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:25:05,822 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:25:05,823 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59070, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:25:05,825 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T20:25:05,826 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55456, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T20:25:05,827 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22186f04 to 127.0.0.1:49356 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@27f6efd9 2024-11-25T20:25:05,842 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b1cea8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:25:05,843 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7cb46b35 to 127.0.0.1:49356 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6c2ccb5d 2024-11-25T20:25:05,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@606804de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:25:05,857 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x08e63090 to 127.0.0.1:49356 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@29a74f2 2024-11-25T20:25:05,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22f4de8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:25:05,869 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6ca89633 to 127.0.0.1:49356 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3dc452b0 2024-11-25T20:25:05,883 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39c0c305, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:25:05,884 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5eb86dda to 127.0.0.1:49356 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4176f56f 2024-11-25T20:25:05,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e11ceaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:25:05,902 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x28640533 to 127.0.0.1:49356 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5870d226 2024-11-25T20:25:05,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3afef062, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:25:05,924 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x162085c9 to 127.0.0.1:49356 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@481f84c9 2024-11-25T20:25:05,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52f0048, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:25:05,935 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x23d71b75 to 127.0.0.1:49356 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@17dafa0a 2024-11-25T20:25:05,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a0a85f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:25:05,949 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1e4b1013 to 127.0.0.1:49356 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e01a37a 2024-11-25T20:25:05,959 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@601ad00e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:25:05,960 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x46d077bc to 127.0.0.1:49356 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1519166f 2024-11-25T20:25:05,972 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23b53e62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:25:05,983 DEBUG [hconnection-0x6fd3fd94-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:25:05,984 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59076, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:25:05,991 DEBUG [hconnection-0xdc3a45-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:25:05,992 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59084, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:25:05,997 DEBUG [hconnection-0x9486e53-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:25:05,998 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:25:05,999 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59100, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:25:05,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees 2024-11-25T20:25:06,000 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:25:06,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-25T20:25:06,000 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:25:06,001 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:25:06,035 DEBUG [hconnection-0xc3b12e5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:25:06,035 DEBUG [hconnection-0x616ad240-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:25:06,036 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59104, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:25:06,036 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59112, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:25:06,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on 6694c3b2f0866fca31ba04c40ffcd4c6 2024-11-25T20:25:06,044 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6694c3b2f0866fca31ba04c40ffcd4c6 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T20:25:06,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6694c3b2f0866fca31ba04c40ffcd4c6, store=A 2024-11-25T20:25:06,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:06,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6694c3b2f0866fca31ba04c40ffcd4c6, store=B 2024-11-25T20:25:06,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:06,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6694c3b2f0866fca31ba04c40ffcd4c6, store=C 2024-11-25T20:25:06,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:06,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:06,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59112 deadline: 1732566366065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:06,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:06,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59104 deadline: 1732566366065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:06,077 DEBUG [hconnection-0x2b775ec8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:25:06,078 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59116, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:25:06,091 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/a8ab041639d44068ab032511740985c1 is 50, key is test_row_0/A:col10/1732566306041/Put/seqid=0 2024-11-25T20:25:06,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-25T20:25:06,103 DEBUG [hconnection-0x242b7ecd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:25:06,103 DEBUG [hconnection-0xdc1053d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:25:06,104 DEBUG [hconnection-0x7b81dbc0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:25:06,105 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59134, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:25:06,105 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59132, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:25:06,105 DEBUG [hconnection-0x2a790797-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:25:06,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:06,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59132 deadline: 1732566366106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:06,108 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59150, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:25:06,108 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59156, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:25:06,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:06,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59150 deadline: 1732566366109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:06,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:06,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59134 deadline: 1732566366112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:06,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742309_1485 (size=12001) 2024-11-25T20:25:06,152 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:06,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-25T20:25:06,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:06,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. as already flushing 2024-11-25T20:25:06,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:06,152 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:06,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:06,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:06,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:06,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59104 deadline: 1732566366169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:06,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:06,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59112 deadline: 1732566366171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:06,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:06,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59132 deadline: 1732566366208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:06,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:06,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59150 deadline: 1732566366211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:06,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:06,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59134 deadline: 1732566366214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:06,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-25T20:25:06,304 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:06,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-25T20:25:06,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:06,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. as already flushing 2024-11-25T20:25:06,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:06,305 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:06,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:06,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:06,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:06,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59104 deadline: 1732566366382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:06,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:06,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59112 deadline: 1732566366383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:06,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:06,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59132 deadline: 1732566366410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:06,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:06,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59150 deadline: 1732566366412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:06,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:06,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59134 deadline: 1732566366417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:06,456 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:06,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-25T20:25:06,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:06,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. as already flushing 2024-11-25T20:25:06,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:06,457 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:06,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:06,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:06,534 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/a8ab041639d44068ab032511740985c1 2024-11-25T20:25:06,594 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/b0793df8f76547db8e17b5e5a91ca2bf is 50, key is test_row_0/B:col10/1732566306041/Put/seqid=0 2024-11-25T20:25:06,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-25T20:25:06,609 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:06,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-25T20:25:06,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:06,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. as already flushing 2024-11-25T20:25:06,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:06,610 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:06,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:06,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:06,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742310_1486 (size=12001) 2024-11-25T20:25:06,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:06,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59112 deadline: 1732566366685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:06,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:06,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59104 deadline: 1732566366685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:06,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:06,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59132 deadline: 1732566366713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:06,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:06,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59150 deadline: 1732566366714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:06,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:06,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59134 deadline: 1732566366720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:06,762 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:06,771 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-25T20:25:06,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:06,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. as already flushing 2024-11-25T20:25:06,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:06,771 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:06,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:06,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:06,923 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:06,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-25T20:25:06,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:06,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. as already flushing 2024-11-25T20:25:06,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:06,924 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:06,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:06,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:07,040 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/b0793df8f76547db8e17b5e5a91ca2bf 2024-11-25T20:25:07,076 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:07,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-25T20:25:07,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:07,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. as already flushing 2024-11-25T20:25:07,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:07,078 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:07,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:07,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:07,084 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/04c5e634991642a2b32fc8a3fc5c12b5 is 50, key is test_row_0/C:col10/1732566306041/Put/seqid=0 2024-11-25T20:25:07,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-25T20:25:07,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742311_1487 (size=12001) 2024-11-25T20:25:07,131 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/04c5e634991642a2b32fc8a3fc5c12b5 2024-11-25T20:25:07,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/a8ab041639d44068ab032511740985c1 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/a8ab041639d44068ab032511740985c1 2024-11-25T20:25:07,150 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/a8ab041639d44068ab032511740985c1, entries=150, sequenceid=13, filesize=11.7 K 2024-11-25T20:25:07,152 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/b0793df8f76547db8e17b5e5a91ca2bf as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/b0793df8f76547db8e17b5e5a91ca2bf 2024-11-25T20:25:07,160 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/b0793df8f76547db8e17b5e5a91ca2bf, entries=150, sequenceid=13, filesize=11.7 K 2024-11-25T20:25:07,162 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/04c5e634991642a2b32fc8a3fc5c12b5 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/04c5e634991642a2b32fc8a3fc5c12b5 2024-11-25T20:25:07,166 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/04c5e634991642a2b32fc8a3fc5c12b5, entries=150, sequenceid=13, filesize=11.7 K 2024-11-25T20:25:07,167 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 6694c3b2f0866fca31ba04c40ffcd4c6 in 1123ms, sequenceid=13, compaction requested=false 2024-11-25T20:25:07,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6694c3b2f0866fca31ba04c40ffcd4c6: 2024-11-25T20:25:07,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on 6694c3b2f0866fca31ba04c40ffcd4c6 2024-11-25T20:25:07,194 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6694c3b2f0866fca31ba04c40ffcd4c6 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T20:25:07,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6694c3b2f0866fca31ba04c40ffcd4c6, store=A 2024-11-25T20:25:07,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:07,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6694c3b2f0866fca31ba04c40ffcd4c6, store=B 2024-11-25T20:25:07,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:07,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6694c3b2f0866fca31ba04c40ffcd4c6, store=C 2024-11-25T20:25:07,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:07,213 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/a26722eed10d464daafeb69d75f5520f is 50, key is test_row_0/A:col10/1732566306062/Put/seqid=0 2024-11-25T20:25:07,231 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:07,231 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-25T20:25:07,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:07,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. as already flushing 2024-11-25T20:25:07,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:07,232 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:07,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:07,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:07,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:07,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59132 deadline: 1732566367223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:07,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:07,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59134 deadline: 1732566367224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:07,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:07,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59104 deadline: 1732566367230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:07,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:07,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59112 deadline: 1732566367232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:07,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:07,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59150 deadline: 1732566367234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:07,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742312_1488 (size=16681) 2024-11-25T20:25:07,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:07,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59104 deadline: 1732566367350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:07,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:07,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59150 deadline: 1732566367353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:07,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:07,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59112 deadline: 1732566367355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:07,386 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:07,386 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-25T20:25:07,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:07,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. as already flushing 2024-11-25T20:25:07,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:07,387 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:07,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:07,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:07,539 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:07,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-25T20:25:07,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:07,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. as already flushing 2024-11-25T20:25:07,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:07,540 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:07,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:07,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:07,569 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:07,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59150 deadline: 1732566367562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:07,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:07,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59104 deadline: 1732566367562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:07,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:07,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59112 deadline: 1732566367565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:07,652 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/a26722eed10d464daafeb69d75f5520f 2024-11-25T20:25:07,693 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:07,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-25T20:25:07,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:07,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. as already flushing 2024-11-25T20:25:07,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:07,694 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:07,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:07,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:07,695 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/94d02e2f42b14dd1865dd1adfb742fb3 is 50, key is test_row_0/B:col10/1732566306062/Put/seqid=0 2024-11-25T20:25:07,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742313_1489 (size=12001) 2024-11-25T20:25:07,730 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/94d02e2f42b14dd1865dd1adfb742fb3 2024-11-25T20:25:07,747 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/c76f707a07894c178ccb6733eef80ce6 is 50, key is test_row_0/C:col10/1732566306062/Put/seqid=0 2024-11-25T20:25:07,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742314_1490 (size=12001) 2024-11-25T20:25:07,846 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:07,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-25T20:25:07,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:07,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. as already flushing 2024-11-25T20:25:07,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:07,848 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:07,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:07,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:07,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:07,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59104 deadline: 1732566367871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:07,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:07,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59150 deadline: 1732566367874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:07,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:07,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59112 deadline: 1732566367874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:08,000 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:08,000 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-25T20:25:08,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:08,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. as already flushing 2024-11-25T20:25:08,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:08,001 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:08,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:08,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-25T20:25:08,153 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:08,162 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-25T20:25:08,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:08,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. as already flushing 2024-11-25T20:25:08,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:08,162 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:08,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:08,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:08,197 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/c76f707a07894c178ccb6733eef80ce6 2024-11-25T20:25:08,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/a26722eed10d464daafeb69d75f5520f as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/a26722eed10d464daafeb69d75f5520f 2024-11-25T20:25:08,205 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/a26722eed10d464daafeb69d75f5520f, entries=250, sequenceid=39, filesize=16.3 K 2024-11-25T20:25:08,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/94d02e2f42b14dd1865dd1adfb742fb3 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/94d02e2f42b14dd1865dd1adfb742fb3 2024-11-25T20:25:08,216 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/94d02e2f42b14dd1865dd1adfb742fb3, entries=150, sequenceid=39, filesize=11.7 K 2024-11-25T20:25:08,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/c76f707a07894c178ccb6733eef80ce6 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/c76f707a07894c178ccb6733eef80ce6 2024-11-25T20:25:08,223 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/c76f707a07894c178ccb6733eef80ce6, entries=150, sequenceid=39, filesize=11.7 K 2024-11-25T20:25:08,225 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 6694c3b2f0866fca31ba04c40ffcd4c6 in 1032ms, sequenceid=39, compaction requested=false 2024-11-25T20:25:08,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6694c3b2f0866fca31ba04c40ffcd4c6: 2024-11-25T20:25:08,244 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6694c3b2f0866fca31ba04c40ffcd4c6 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T20:25:08,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on 6694c3b2f0866fca31ba04c40ffcd4c6 2024-11-25T20:25:08,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6694c3b2f0866fca31ba04c40ffcd4c6, store=A 2024-11-25T20:25:08,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:08,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6694c3b2f0866fca31ba04c40ffcd4c6, store=B 2024-11-25T20:25:08,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:08,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6694c3b2f0866fca31ba04c40ffcd4c6, store=C 2024-11-25T20:25:08,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:08,252 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/e5fdead4b11d43db90e993d2afa4bd32 is 50, key is test_row_0/A:col10/1732566307230/Put/seqid=0 2024-11-25T20:25:08,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742315_1491 (size=16681) 2024-11-25T20:25:08,258 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/e5fdead4b11d43db90e993d2afa4bd32 2024-11-25T20:25:08,272 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/3049f59d504d47d19e6e4799fd9c887e is 50, key is test_row_0/B:col10/1732566307230/Put/seqid=0 2024-11-25T20:25:08,315 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:08,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-25T20:25:08,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:08,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. as already flushing 2024-11-25T20:25:08,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:08,316 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:08,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:08,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:08,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742316_1492 (size=12001) 2024-11-25T20:25:08,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:08,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59134 deadline: 1732566368373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:08,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:08,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59132 deadline: 1732566368373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:08,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:08,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59150 deadline: 1732566368380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:08,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:08,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59112 deadline: 1732566368380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:08,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:08,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59104 deadline: 1732566368381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:08,470 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:08,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-25T20:25:08,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:08,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. as already flushing 2024-11-25T20:25:08,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:08,471 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:08,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:08,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:08,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:08,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59132 deadline: 1732566368485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:08,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:08,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59134 deadline: 1732566368485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:08,623 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:08,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-25T20:25:08,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:08,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. as already flushing 2024-11-25T20:25:08,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:08,624 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:08,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:08,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:08,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:08,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59132 deadline: 1732566368691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:08,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:08,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59134 deadline: 1732566368692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:08,732 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/3049f59d504d47d19e6e4799fd9c887e 2024-11-25T20:25:08,776 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/7a5e7a8ffda3431bb6ea97ecdc8da580 is 50, key is test_row_0/C:col10/1732566307230/Put/seqid=0 2024-11-25T20:25:08,781 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:08,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-25T20:25:08,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:08,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. as already flushing 2024-11-25T20:25:08,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:08,781 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:08,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:08,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:08,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742317_1493 (size=12001) 2024-11-25T20:25:08,837 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/7a5e7a8ffda3431bb6ea97ecdc8da580 2024-11-25T20:25:08,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/e5fdead4b11d43db90e993d2afa4bd32 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/e5fdead4b11d43db90e993d2afa4bd32 2024-11-25T20:25:08,875 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/e5fdead4b11d43db90e993d2afa4bd32, entries=250, sequenceid=51, filesize=16.3 K 2024-11-25T20:25:08,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/3049f59d504d47d19e6e4799fd9c887e as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/3049f59d504d47d19e6e4799fd9c887e 2024-11-25T20:25:08,906 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/3049f59d504d47d19e6e4799fd9c887e, entries=150, sequenceid=51, filesize=11.7 K 2024-11-25T20:25:08,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/7a5e7a8ffda3431bb6ea97ecdc8da580 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/7a5e7a8ffda3431bb6ea97ecdc8da580 2024-11-25T20:25:08,911 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/7a5e7a8ffda3431bb6ea97ecdc8da580, entries=150, sequenceid=51, filesize=11.7 K 2024-11-25T20:25:08,912 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 6694c3b2f0866fca31ba04c40ffcd4c6 in 668ms, sequenceid=51, compaction requested=true 2024-11-25T20:25:08,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6694c3b2f0866fca31ba04c40ffcd4c6: 2024-11-25T20:25:08,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6694c3b2f0866fca31ba04c40ffcd4c6:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:25:08,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:25:08,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6694c3b2f0866fca31ba04c40ffcd4c6:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:25:08,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T20:25:08,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6694c3b2f0866fca31ba04c40ffcd4c6:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:25:08,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-25T20:25:08,913 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:25:08,914 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45363 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:25:08,914 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): 6694c3b2f0866fca31ba04c40ffcd4c6/A is initiating minor compaction (all files) 2024-11-25T20:25:08,914 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:25:08,914 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6694c3b2f0866fca31ba04c40ffcd4c6/A in TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:08,915 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/a8ab041639d44068ab032511740985c1, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/a26722eed10d464daafeb69d75f5520f, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/e5fdead4b11d43db90e993d2afa4bd32] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp, totalSize=44.3 K 2024-11-25T20:25:08,915 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting a8ab041639d44068ab032511740985c1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732566306041 2024-11-25T20:25:08,915 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting a26722eed10d464daafeb69d75f5520f, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732566306060 2024-11-25T20:25:08,916 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:25:08,916 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1540): 6694c3b2f0866fca31ba04c40ffcd4c6/C is initiating minor compaction (all files) 2024-11-25T20:25:08,916 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6694c3b2f0866fca31ba04c40ffcd4c6/C in TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:08,916 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/04c5e634991642a2b32fc8a3fc5c12b5, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/c76f707a07894c178ccb6733eef80ce6, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/7a5e7a8ffda3431bb6ea97ecdc8da580] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp, totalSize=35.2 K 2024-11-25T20:25:08,916 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting e5fdead4b11d43db90e993d2afa4bd32, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732566307213 2024-11-25T20:25:08,916 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 04c5e634991642a2b32fc8a3fc5c12b5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732566306041 2024-11-25T20:25:08,917 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting c76f707a07894c178ccb6733eef80ce6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732566306060 2024-11-25T20:25:08,917 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7a5e7a8ffda3431bb6ea97ecdc8da580, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732566307230 2024-11-25T20:25:08,926 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6694c3b2f0866fca31ba04c40ffcd4c6#A#compaction#410 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:08,927 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/c8a77b4b5ef54a81b0a33ff6ec976a71 is 50, key is test_row_0/A:col10/1732566307230/Put/seqid=0 2024-11-25T20:25:08,933 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:08,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-25T20:25:08,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:08,934 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2837): Flushing 6694c3b2f0866fca31ba04c40ffcd4c6 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T20:25:08,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6694c3b2f0866fca31ba04c40ffcd4c6, store=A 2024-11-25T20:25:08,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:08,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6694c3b2f0866fca31ba04c40ffcd4c6, store=B 2024-11-25T20:25:08,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:08,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6694c3b2f0866fca31ba04c40ffcd4c6, store=C 2024-11-25T20:25:08,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:08,936 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6694c3b2f0866fca31ba04c40ffcd4c6#C#compaction#411 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:08,936 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/7c3426c29ae54cfab7c7e1eb86fff047 is 50, key is test_row_0/C:col10/1732566307230/Put/seqid=0 2024-11-25T20:25:08,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/f53b70b96442409fbd8265e60bd22327 is 50, key is test_row_0/A:col10/1732566308370/Put/seqid=0 2024-11-25T20:25:09,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. as already flushing 2024-11-25T20:25:09,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on 6694c3b2f0866fca31ba04c40ffcd4c6 2024-11-25T20:25:09,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742319_1495 (size=12104) 2024-11-25T20:25:09,038 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/7c3426c29ae54cfab7c7e1eb86fff047 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/7c3426c29ae54cfab7c7e1eb86fff047 2024-11-25T20:25:09,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742318_1494 (size=12104) 2024-11-25T20:25:09,045 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6694c3b2f0866fca31ba04c40ffcd4c6/C of 6694c3b2f0866fca31ba04c40ffcd4c6 into 7c3426c29ae54cfab7c7e1eb86fff047(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:09,045 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6694c3b2f0866fca31ba04c40ffcd4c6: 2024-11-25T20:25:09,045 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6., storeName=6694c3b2f0866fca31ba04c40ffcd4c6/C, priority=13, startTime=1732566308913; duration=0sec 2024-11-25T20:25:09,045 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:25:09,045 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6694c3b2f0866fca31ba04c40ffcd4c6:C 2024-11-25T20:25:09,045 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:25:09,046 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:25:09,046 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1540): 6694c3b2f0866fca31ba04c40ffcd4c6/B is initiating minor compaction (all files) 2024-11-25T20:25:09,046 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6694c3b2f0866fca31ba04c40ffcd4c6/B in TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:09,047 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/b0793df8f76547db8e17b5e5a91ca2bf, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/94d02e2f42b14dd1865dd1adfb742fb3, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/3049f59d504d47d19e6e4799fd9c887e] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp, totalSize=35.2 K 2024-11-25T20:25:09,047 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting b0793df8f76547db8e17b5e5a91ca2bf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732566306041 2024-11-25T20:25:09,048 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 94d02e2f42b14dd1865dd1adfb742fb3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732566306060 2024-11-25T20:25:09,049 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/c8a77b4b5ef54a81b0a33ff6ec976a71 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/c8a77b4b5ef54a81b0a33ff6ec976a71 2024-11-25T20:25:09,049 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3049f59d504d47d19e6e4799fd9c887e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732566307230 2024-11-25T20:25:09,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742320_1496 (size=12001) 2024-11-25T20:25:09,064 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6694c3b2f0866fca31ba04c40ffcd4c6/A of 6694c3b2f0866fca31ba04c40ffcd4c6 into c8a77b4b5ef54a81b0a33ff6ec976a71(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:09,065 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6694c3b2f0866fca31ba04c40ffcd4c6: 2024-11-25T20:25:09,065 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6., storeName=6694c3b2f0866fca31ba04c40ffcd4c6/A, priority=13, startTime=1732566308913; duration=0sec 2024-11-25T20:25:09,065 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:09,065 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6694c3b2f0866fca31ba04c40ffcd4c6:A 2024-11-25T20:25:09,075 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6694c3b2f0866fca31ba04c40ffcd4c6#B#compaction#413 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:09,076 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/3ae9da27d4bd4b7e9c0b3b2981b30a85 is 50, key is test_row_0/B:col10/1732566307230/Put/seqid=0 2024-11-25T20:25:09,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:09,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59134 deadline: 1732566369106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:09,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:09,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59132 deadline: 1732566369129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:09,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742321_1497 (size=12104) 2024-11-25T20:25:09,184 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/3ae9da27d4bd4b7e9c0b3b2981b30a85 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/3ae9da27d4bd4b7e9c0b3b2981b30a85 2024-11-25T20:25:09,212 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6694c3b2f0866fca31ba04c40ffcd4c6/B of 6694c3b2f0866fca31ba04c40ffcd4c6 into 3ae9da27d4bd4b7e9c0b3b2981b30a85(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:09,212 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6694c3b2f0866fca31ba04c40ffcd4c6: 2024-11-25T20:25:09,212 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6., storeName=6694c3b2f0866fca31ba04c40ffcd4c6/B, priority=13, startTime=1732566308913; duration=0sec 2024-11-25T20:25:09,212 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:09,212 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6694c3b2f0866fca31ba04c40ffcd4c6:B 2024-11-25T20:25:09,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:09,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59134 deadline: 1732566369237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:09,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:09,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59132 deadline: 1732566369238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:09,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:09,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59150 deadline: 1732566369390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:09,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:09,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59104 deadline: 1732566369391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:09,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:09,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59112 deadline: 1732566369394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:09,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:09,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59132 deadline: 1732566369450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:09,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:09,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59134 deadline: 1732566369450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:09,470 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/f53b70b96442409fbd8265e60bd22327 2024-11-25T20:25:09,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/752cecdd180c4d0ca841ca49b05dcb7a is 50, key is test_row_0/B:col10/1732566308370/Put/seqid=0 2024-11-25T20:25:09,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742322_1498 (size=12001) 2024-11-25T20:25:09,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:09,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59132 deadline: 1732566369757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:09,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:09,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59134 deadline: 1732566369760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:09,948 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/752cecdd180c4d0ca841ca49b05dcb7a 2024-11-25T20:25:09,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/43dbd28a464d400f9c1926bd78dad8b8 is 50, key is test_row_0/C:col10/1732566308370/Put/seqid=0 2024-11-25T20:25:10,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742323_1499 (size=12001) 2024-11-25T20:25:10,013 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/43dbd28a464d400f9c1926bd78dad8b8 2024-11-25T20:25:10,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/f53b70b96442409fbd8265e60bd22327 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/f53b70b96442409fbd8265e60bd22327 2024-11-25T20:25:10,029 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/f53b70b96442409fbd8265e60bd22327, entries=150, sequenceid=75, filesize=11.7 K 2024-11-25T20:25:10,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/752cecdd180c4d0ca841ca49b05dcb7a as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/752cecdd180c4d0ca841ca49b05dcb7a 2024-11-25T20:25:10,039 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/752cecdd180c4d0ca841ca49b05dcb7a, entries=150, sequenceid=75, filesize=11.7 K 2024-11-25T20:25:10,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/43dbd28a464d400f9c1926bd78dad8b8 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/43dbd28a464d400f9c1926bd78dad8b8 2024-11-25T20:25:10,044 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/43dbd28a464d400f9c1926bd78dad8b8, entries=150, sequenceid=75, filesize=11.7 K 2024-11-25T20:25:10,045 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 6694c3b2f0866fca31ba04c40ffcd4c6 in 1111ms, sequenceid=75, compaction requested=false 2024-11-25T20:25:10,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for 6694c3b2f0866fca31ba04c40ffcd4c6: 2024-11-25T20:25:10,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:10,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125 2024-11-25T20:25:10,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4106): Remote procedure done, pid=125 2024-11-25T20:25:10,047 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-25T20:25:10,047 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.0450 sec 2024-11-25T20:25:10,048 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 4.0500 sec 2024-11-25T20:25:10,100 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T20:25:10,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-25T20:25:10,108 INFO [Thread-2157 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-11-25T20:25:10,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:25:10,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-11-25T20:25:10,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-25T20:25:10,116 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:25:10,117 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:25:10,117 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:25:10,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-25T20:25:10,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on 6694c3b2f0866fca31ba04c40ffcd4c6 2024-11-25T20:25:10,270 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6694c3b2f0866fca31ba04c40ffcd4c6 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T20:25:10,270 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:10,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-25T20:25:10,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:10,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. as already flushing 2024-11-25T20:25:10,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:10,271 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:10,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:10,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:10,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6694c3b2f0866fca31ba04c40ffcd4c6, store=A 2024-11-25T20:25:10,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:10,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6694c3b2f0866fca31ba04c40ffcd4c6, store=B 2024-11-25T20:25:10,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:10,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6694c3b2f0866fca31ba04c40ffcd4c6, store=C 2024-11-25T20:25:10,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:10,276 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/c5181912465f407fb315984ec1eef3a3 is 50, key is test_row_0/A:col10/1732566310270/Put/seqid=0 2024-11-25T20:25:10,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742324_1500 (size=16681) 2024-11-25T20:25:10,296 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/c5181912465f407fb315984ec1eef3a3 2024-11-25T20:25:10,316 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/52bcb6f048e54f3ea4562503db2d864f is 50, key is test_row_0/B:col10/1732566310270/Put/seqid=0 2024-11-25T20:25:10,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742325_1501 (size=12001) 2024-11-25T20:25:10,345 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/52bcb6f048e54f3ea4562503db2d864f 2024-11-25T20:25:10,355 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/ab1c0591708043069a2b580d7784a2e9 is 50, key is test_row_0/C:col10/1732566310270/Put/seqid=0 2024-11-25T20:25:10,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:10,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59132 deadline: 1732566370368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:10,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:10,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59134 deadline: 1732566370369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:10,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742326_1502 (size=12001) 2024-11-25T20:25:10,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-25T20:25:10,419 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/ab1c0591708043069a2b580d7784a2e9 2024-11-25T20:25:10,423 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:10,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-25T20:25:10,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:10,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. as already flushing 2024-11-25T20:25:10,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:10,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/c5181912465f407fb315984ec1eef3a3 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/c5181912465f407fb315984ec1eef3a3 2024-11-25T20:25:10,424 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:10,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:10,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:10,431 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/c5181912465f407fb315984ec1eef3a3, entries=250, sequenceid=92, filesize=16.3 K 2024-11-25T20:25:10,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/52bcb6f048e54f3ea4562503db2d864f as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/52bcb6f048e54f3ea4562503db2d864f 2024-11-25T20:25:10,443 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/52bcb6f048e54f3ea4562503db2d864f, entries=150, sequenceid=92, filesize=11.7 K 2024-11-25T20:25:10,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/ab1c0591708043069a2b580d7784a2e9 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/ab1c0591708043069a2b580d7784a2e9 2024-11-25T20:25:10,451 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/ab1c0591708043069a2b580d7784a2e9, entries=150, sequenceid=92, filesize=11.7 K 2024-11-25T20:25:10,451 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 6694c3b2f0866fca31ba04c40ffcd4c6 in 181ms, sequenceid=92, compaction requested=true 2024-11-25T20:25:10,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6694c3b2f0866fca31ba04c40ffcd4c6: 2024-11-25T20:25:10,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6694c3b2f0866fca31ba04c40ffcd4c6:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:25:10,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:10,452 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:25:10,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6694c3b2f0866fca31ba04c40ffcd4c6:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:25:10,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:25:10,452 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:25:10,453 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40786 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:25:10,453 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1540): 6694c3b2f0866fca31ba04c40ffcd4c6/A is initiating minor compaction (all files) 2024-11-25T20:25:10,453 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6694c3b2f0866fca31ba04c40ffcd4c6/A in TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:10,453 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/c8a77b4b5ef54a81b0a33ff6ec976a71, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/f53b70b96442409fbd8265e60bd22327, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/c5181912465f407fb315984ec1eef3a3] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp, totalSize=39.8 K 2024-11-25T20:25:10,453 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:25:10,453 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): 6694c3b2f0866fca31ba04c40ffcd4c6/B is initiating minor compaction (all files) 2024-11-25T20:25:10,453 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6694c3b2f0866fca31ba04c40ffcd4c6/B in TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:10,453 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/3ae9da27d4bd4b7e9c0b3b2981b30a85, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/752cecdd180c4d0ca841ca49b05dcb7a, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/52bcb6f048e54f3ea4562503db2d864f] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp, totalSize=35.3 K 2024-11-25T20:25:10,454 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting c8a77b4b5ef54a81b0a33ff6ec976a71, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732566307230 2024-11-25T20:25:10,454 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting f53b70b96442409fbd8265e60bd22327, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732566308358 2024-11-25T20:25:10,454 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ae9da27d4bd4b7e9c0b3b2981b30a85, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732566307230 2024-11-25T20:25:10,454 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 752cecdd180c4d0ca841ca49b05dcb7a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732566308358 2024-11-25T20:25:10,454 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting c5181912465f407fb315984ec1eef3a3, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732566309020 2024-11-25T20:25:10,455 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 52bcb6f048e54f3ea4562503db2d864f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732566309103 2024-11-25T20:25:10,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6694c3b2f0866fca31ba04c40ffcd4c6:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:25:10,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:25:10,483 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6694c3b2f0866fca31ba04c40ffcd4c6#A#compaction#419 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:10,483 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/70fac8e6e8184087a6108ba04e0032d4 is 50, key is test_row_0/A:col10/1732566310270/Put/seqid=0 2024-11-25T20:25:10,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on 6694c3b2f0866fca31ba04c40ffcd4c6 2024-11-25T20:25:10,494 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6694c3b2f0866fca31ba04c40ffcd4c6 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T20:25:10,497 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6694c3b2f0866fca31ba04c40ffcd4c6#B#compaction#420 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:10,497 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/aa2751baf9644145aed51083a630faae is 50, key is test_row_0/B:col10/1732566310270/Put/seqid=0 2024-11-25T20:25:10,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6694c3b2f0866fca31ba04c40ffcd4c6, store=A 2024-11-25T20:25:10,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:10,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6694c3b2f0866fca31ba04c40ffcd4c6, store=B 2024-11-25T20:25:10,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:10,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6694c3b2f0866fca31ba04c40ffcd4c6, store=C 2024-11-25T20:25:10,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:10,532 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/97a2450edfe346188bcfea654467c5c9 is 50, key is test_row_0/A:col10/1732566310343/Put/seqid=0 2024-11-25T20:25:10,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742327_1503 (size=12207) 2024-11-25T20:25:10,545 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/70fac8e6e8184087a6108ba04e0032d4 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/70fac8e6e8184087a6108ba04e0032d4 2024-11-25T20:25:10,551 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6694c3b2f0866fca31ba04c40ffcd4c6/A of 6694c3b2f0866fca31ba04c40ffcd4c6 into 70fac8e6e8184087a6108ba04e0032d4(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:10,551 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6694c3b2f0866fca31ba04c40ffcd4c6: 2024-11-25T20:25:10,551 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6., storeName=6694c3b2f0866fca31ba04c40ffcd4c6/A, priority=13, startTime=1732566310452; duration=0sec 2024-11-25T20:25:10,551 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:25:10,551 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6694c3b2f0866fca31ba04c40ffcd4c6:A 2024-11-25T20:25:10,551 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:25:10,554 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:25:10,554 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1540): 6694c3b2f0866fca31ba04c40ffcd4c6/C is initiating minor compaction (all files) 2024-11-25T20:25:10,554 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6694c3b2f0866fca31ba04c40ffcd4c6/C in TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:10,554 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/7c3426c29ae54cfab7c7e1eb86fff047, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/43dbd28a464d400f9c1926bd78dad8b8, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/ab1c0591708043069a2b580d7784a2e9] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp, totalSize=35.3 K 2024-11-25T20:25:10,556 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c3426c29ae54cfab7c7e1eb86fff047, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732566307230 2024-11-25T20:25:10,556 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 43dbd28a464d400f9c1926bd78dad8b8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732566308358 2024-11-25T20:25:10,556 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting ab1c0591708043069a2b580d7784a2e9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732566309103 2024-11-25T20:25:10,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:10,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59132 deadline: 1732566370555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:10,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742328_1504 (size=12207) 2024-11-25T20:25:10,576 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:10,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-25T20:25:10,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:10,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. as already flushing 2024-11-25T20:25:10,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:10,577 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:10,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:10,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:10,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:10,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59134 deadline: 1732566370559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:10,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742329_1505 (size=14341) 2024-11-25T20:25:10,592 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6694c3b2f0866fca31ba04c40ffcd4c6#C#compaction#422 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:10,593 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/c64d1b2729964551aa21451e1ed6af5d is 50, key is test_row_0/C:col10/1732566310270/Put/seqid=0 2024-11-25T20:25:10,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742330_1506 (size=12207) 2024-11-25T20:25:10,629 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/c64d1b2729964551aa21451e1ed6af5d as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/c64d1b2729964551aa21451e1ed6af5d 2024-11-25T20:25:10,637 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6694c3b2f0866fca31ba04c40ffcd4c6/C of 6694c3b2f0866fca31ba04c40ffcd4c6 into c64d1b2729964551aa21451e1ed6af5d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:10,637 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6694c3b2f0866fca31ba04c40ffcd4c6: 2024-11-25T20:25:10,637 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6., storeName=6694c3b2f0866fca31ba04c40ffcd4c6/C, priority=13, startTime=1732566310452; duration=0sec 2024-11-25T20:25:10,638 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:10,638 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6694c3b2f0866fca31ba04c40ffcd4c6:C 2024-11-25T20:25:10,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:10,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59132 deadline: 1732566370662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:10,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:10,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59134 deadline: 1732566370685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:10,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-25T20:25:10,730 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:10,730 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-25T20:25:10,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:10,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. as already flushing 2024-11-25T20:25:10,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:10,731 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:10,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:10,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:10,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:10,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59132 deadline: 1732566370870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:10,886 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:10,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-25T20:25:10,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:10,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. as already flushing 2024-11-25T20:25:10,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:10,887 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:10,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:10,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:10,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:10,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59134 deadline: 1732566370897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:10,971 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/aa2751baf9644145aed51083a630faae as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/aa2751baf9644145aed51083a630faae 2024-11-25T20:25:10,977 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6694c3b2f0866fca31ba04c40ffcd4c6/B of 6694c3b2f0866fca31ba04c40ffcd4c6 into aa2751baf9644145aed51083a630faae(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:10,978 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6694c3b2f0866fca31ba04c40ffcd4c6: 2024-11-25T20:25:10,978 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6., storeName=6694c3b2f0866fca31ba04c40ffcd4c6/B, priority=13, startTime=1732566310452; duration=0sec 2024-11-25T20:25:10,978 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:10,978 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6694c3b2f0866fca31ba04c40ffcd4c6:B 2024-11-25T20:25:10,987 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/97a2450edfe346188bcfea654467c5c9 2024-11-25T20:25:11,016 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/fae0fd49528c4af89e0d3e70f72ea720 is 50, key is test_row_0/B:col10/1732566310343/Put/seqid=0 2024-11-25T20:25:11,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742331_1507 (size=12001) 2024-11-25T20:25:11,044 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:11,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-25T20:25:11,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:11,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. as already flushing 2024-11-25T20:25:11,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:11,045 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:11,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:11,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:11,048 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/fae0fd49528c4af89e0d3e70f72ea720 2024-11-25T20:25:11,069 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/b73cabc2b54f4a9592ab431aa7fb0bdd is 50, key is test_row_0/C:col10/1732566310343/Put/seqid=0 2024-11-25T20:25:11,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742332_1508 (size=12001) 2024-11-25T20:25:11,129 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/b73cabc2b54f4a9592ab431aa7fb0bdd 2024-11-25T20:25:11,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/97a2450edfe346188bcfea654467c5c9 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/97a2450edfe346188bcfea654467c5c9 2024-11-25T20:25:11,144 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/97a2450edfe346188bcfea654467c5c9, entries=200, sequenceid=117, filesize=14.0 K 2024-11-25T20:25:11,149 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/fae0fd49528c4af89e0d3e70f72ea720 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/fae0fd49528c4af89e0d3e70f72ea720 2024-11-25T20:25:11,157 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/fae0fd49528c4af89e0d3e70f72ea720, entries=150, sequenceid=117, filesize=11.7 K 2024-11-25T20:25:11,158 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/b73cabc2b54f4a9592ab431aa7fb0bdd as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/b73cabc2b54f4a9592ab431aa7fb0bdd 2024-11-25T20:25:11,169 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/b73cabc2b54f4a9592ab431aa7fb0bdd, entries=150, sequenceid=117, filesize=11.7 K 2024-11-25T20:25:11,171 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 6694c3b2f0866fca31ba04c40ffcd4c6 in 677ms, sequenceid=117, compaction requested=false 2024-11-25T20:25:11,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6694c3b2f0866fca31ba04c40ffcd4c6: 2024-11-25T20:25:11,180 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6694c3b2f0866fca31ba04c40ffcd4c6 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T20:25:11,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6694c3b2f0866fca31ba04c40ffcd4c6, store=A 2024-11-25T20:25:11,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:11,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6694c3b2f0866fca31ba04c40ffcd4c6, store=B 2024-11-25T20:25:11,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:11,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6694c3b2f0866fca31ba04c40ffcd4c6, store=C 2024-11-25T20:25:11,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:11,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on 6694c3b2f0866fca31ba04c40ffcd4c6 2024-11-25T20:25:11,190 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/93be1430624f4d288b815889510c4d65 is 50, key is test_row_0/A:col10/1732566311179/Put/seqid=0 2024-11-25T20:25:11,197 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:11,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-25T20:25:11,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:11,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. as already flushing 2024-11-25T20:25:11,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:11,198 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:11,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:11,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:11,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-25T20:25:11,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742333_1509 (size=14391) 2024-11-25T20:25:11,230 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/93be1430624f4d288b815889510c4d65 2024-11-25T20:25:11,244 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/02b45bc4de274b00a21d91082dd46185 is 50, key is test_row_0/B:col10/1732566311179/Put/seqid=0 2024-11-25T20:25:11,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742334_1510 (size=12051) 2024-11-25T20:25:11,261 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/02b45bc4de274b00a21d91082dd46185 2024-11-25T20:25:11,285 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/9c01d1bf863446a29b9c16b93eef6555 is 50, key is test_row_0/C:col10/1732566311179/Put/seqid=0 2024-11-25T20:25:11,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:11,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59132 deadline: 1732566371290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:11,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:11,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59134 deadline: 1732566371292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:11,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742335_1511 (size=12051) 2024-11-25T20:25:11,349 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:11,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-25T20:25:11,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:11,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. as already flushing 2024-11-25T20:25:11,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:11,350 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:11,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:11,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:11,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:11,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59132 deadline: 1732566371402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:11,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:11,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59134 deadline: 1732566371402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:11,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:11,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59150 deadline: 1732566371404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:11,412 DEBUG [Thread-2153 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4178 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6., hostname=a8cf619b0679,41621,1732566182451, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T20:25:11,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:11,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59104 deadline: 1732566371405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:11,413 DEBUG [Thread-2149 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4182 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6., hostname=a8cf619b0679,41621,1732566182451, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T20:25:11,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:11,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59112 deadline: 1732566371410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:11,417 DEBUG [Thread-2155 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4185 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6., hostname=a8cf619b0679,41621,1732566182451, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T20:25:11,504 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:11,505 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-25T20:25:11,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:11,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. as already flushing 2024-11-25T20:25:11,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:11,505 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:11,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:11,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:11,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:11,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59132 deadline: 1732566371613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:11,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:11,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59134 deadline: 1732566371625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:11,657 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:11,660 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-25T20:25:11,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:11,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. as already flushing 2024-11-25T20:25:11,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:11,660 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:11,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:11,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:11,730 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/9c01d1bf863446a29b9c16b93eef6555 2024-11-25T20:25:11,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/93be1430624f4d288b815889510c4d65 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/93be1430624f4d288b815889510c4d65 2024-11-25T20:25:11,740 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/93be1430624f4d288b815889510c4d65, entries=200, sequenceid=132, filesize=14.1 K 2024-11-25T20:25:11,741 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/02b45bc4de274b00a21d91082dd46185 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/02b45bc4de274b00a21d91082dd46185 2024-11-25T20:25:11,744 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/02b45bc4de274b00a21d91082dd46185, entries=150, sequenceid=132, filesize=11.8 K 2024-11-25T20:25:11,748 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/9c01d1bf863446a29b9c16b93eef6555 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/9c01d1bf863446a29b9c16b93eef6555 2024-11-25T20:25:11,752 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/9c01d1bf863446a29b9c16b93eef6555, entries=150, sequenceid=132, filesize=11.8 K 2024-11-25T20:25:11,754 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 6694c3b2f0866fca31ba04c40ffcd4c6 in 573ms, sequenceid=132, compaction requested=true 2024-11-25T20:25:11,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6694c3b2f0866fca31ba04c40ffcd4c6: 2024-11-25T20:25:11,754 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:25:11,755 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40939 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:25:11,755 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1540): 6694c3b2f0866fca31ba04c40ffcd4c6/A is initiating minor compaction (all files) 2024-11-25T20:25:11,755 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6694c3b2f0866fca31ba04c40ffcd4c6/A in TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:11,755 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/70fac8e6e8184087a6108ba04e0032d4, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/97a2450edfe346188bcfea654467c5c9, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/93be1430624f4d288b815889510c4d65] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp, totalSize=40.0 K 2024-11-25T20:25:11,756 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 70fac8e6e8184087a6108ba04e0032d4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732566309103 2024-11-25T20:25:11,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6694c3b2f0866fca31ba04c40ffcd4c6:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:25:11,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:11,756 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 97a2450edfe346188bcfea654467c5c9, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732566310343 2024-11-25T20:25:11,756 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 93be1430624f4d288b815889510c4d65, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732566310537 2024-11-25T20:25:11,757 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:25:11,758 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:25:11,758 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): 6694c3b2f0866fca31ba04c40ffcd4c6/B is initiating minor compaction (all files) 2024-11-25T20:25:11,758 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6694c3b2f0866fca31ba04c40ffcd4c6/B in TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:11,758 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/aa2751baf9644145aed51083a630faae, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/fae0fd49528c4af89e0d3e70f72ea720, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/02b45bc4de274b00a21d91082dd46185] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp, totalSize=35.4 K 2024-11-25T20:25:11,759 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting aa2751baf9644145aed51083a630faae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732566309103 2024-11-25T20:25:11,759 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting fae0fd49528c4af89e0d3e70f72ea720, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732566310343 2024-11-25T20:25:11,760 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 02b45bc4de274b00a21d91082dd46185, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732566310537 2024-11-25T20:25:11,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6694c3b2f0866fca31ba04c40ffcd4c6:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:25:11,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:11,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6694c3b2f0866fca31ba04c40ffcd4c6:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:25:11,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:25:11,773 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6694c3b2f0866fca31ba04c40ffcd4c6#A#compaction#428 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:11,773 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/91bd56df8cea4c1e887f52cb65413aea is 50, key is test_row_0/A:col10/1732566311179/Put/seqid=0 2024-11-25T20:25:11,791 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6694c3b2f0866fca31ba04c40ffcd4c6#B#compaction#429 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:11,791 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/acefeaf4594e43339732f3a132c7768e is 50, key is test_row_0/B:col10/1732566311179/Put/seqid=0 2024-11-25T20:25:11,811 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:11,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-25T20:25:11,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:11,812 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing 6694c3b2f0866fca31ba04c40ffcd4c6 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T20:25:11,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6694c3b2f0866fca31ba04c40ffcd4c6, store=A 2024-11-25T20:25:11,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:11,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6694c3b2f0866fca31ba04c40ffcd4c6, store=B 2024-11-25T20:25:11,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:11,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6694c3b2f0866fca31ba04c40ffcd4c6, store=C 2024-11-25T20:25:11,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:11,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742336_1512 (size=12359) 2024-11-25T20:25:11,823 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/91bd56df8cea4c1e887f52cb65413aea as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/91bd56df8cea4c1e887f52cb65413aea 2024-11-25T20:25:11,833 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6694c3b2f0866fca31ba04c40ffcd4c6/A of 6694c3b2f0866fca31ba04c40ffcd4c6 into 91bd56df8cea4c1e887f52cb65413aea(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:11,834 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6694c3b2f0866fca31ba04c40ffcd4c6: 2024-11-25T20:25:11,834 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6., storeName=6694c3b2f0866fca31ba04c40ffcd4c6/A, priority=13, startTime=1732566311754; duration=0sec 2024-11-25T20:25:11,834 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:25:11,834 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6694c3b2f0866fca31ba04c40ffcd4c6:A 2024-11-25T20:25:11,834 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:25:11,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/ed53f234734a4d97a7cd1458b48058d5 is 50, key is test_row_0/A:col10/1732566311290/Put/seqid=0 2024-11-25T20:25:11,837 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:25:11,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742337_1513 (size=12359) 2024-11-25T20:25:11,837 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1540): 6694c3b2f0866fca31ba04c40ffcd4c6/C is initiating minor compaction (all files) 2024-11-25T20:25:11,837 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6694c3b2f0866fca31ba04c40ffcd4c6/C in TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:11,837 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/c64d1b2729964551aa21451e1ed6af5d, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/b73cabc2b54f4a9592ab431aa7fb0bdd, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/9c01d1bf863446a29b9c16b93eef6555] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp, totalSize=35.4 K 2024-11-25T20:25:11,838 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting c64d1b2729964551aa21451e1ed6af5d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732566309103 2024-11-25T20:25:11,838 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting b73cabc2b54f4a9592ab431aa7fb0bdd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732566310343 2024-11-25T20:25:11,839 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9c01d1bf863446a29b9c16b93eef6555, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732566310537 2024-11-25T20:25:11,842 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/acefeaf4594e43339732f3a132c7768e as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/acefeaf4594e43339732f3a132c7768e 2024-11-25T20:25:11,847 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6694c3b2f0866fca31ba04c40ffcd4c6/B of 6694c3b2f0866fca31ba04c40ffcd4c6 into acefeaf4594e43339732f3a132c7768e(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:11,847 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6694c3b2f0866fca31ba04c40ffcd4c6: 2024-11-25T20:25:11,847 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6., storeName=6694c3b2f0866fca31ba04c40ffcd4c6/B, priority=13, startTime=1732566311757; duration=0sec 2024-11-25T20:25:11,847 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:11,847 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6694c3b2f0866fca31ba04c40ffcd4c6:B 2024-11-25T20:25:11,860 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6694c3b2f0866fca31ba04c40ffcd4c6#C#compaction#431 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:11,861 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/984fc4d624f54c8abab76304f15c5edd is 50, key is test_row_0/C:col10/1732566311179/Put/seqid=0 2024-11-25T20:25:11,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742338_1514 (size=12151) 2024-11-25T20:25:11,874 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/ed53f234734a4d97a7cd1458b48058d5 2024-11-25T20:25:11,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/1968bfb3c5b94db0af77acc4c3741aea is 50, key is test_row_0/B:col10/1732566311290/Put/seqid=0 2024-11-25T20:25:11,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742339_1515 (size=12359) 2024-11-25T20:25:11,911 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/984fc4d624f54c8abab76304f15c5edd as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/984fc4d624f54c8abab76304f15c5edd 2024-11-25T20:25:11,918 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6694c3b2f0866fca31ba04c40ffcd4c6/C of 6694c3b2f0866fca31ba04c40ffcd4c6 into 984fc4d624f54c8abab76304f15c5edd(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:11,918 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6694c3b2f0866fca31ba04c40ffcd4c6: 2024-11-25T20:25:11,918 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6., storeName=6694c3b2f0866fca31ba04c40ffcd4c6/C, priority=13, startTime=1732566311760; duration=0sec 2024-11-25T20:25:11,918 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:11,918 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6694c3b2f0866fca31ba04c40ffcd4c6:C 2024-11-25T20:25:11,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on 6694c3b2f0866fca31ba04c40ffcd4c6 2024-11-25T20:25:11,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. as already flushing 2024-11-25T20:25:11,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742340_1516 (size=12151) 2024-11-25T20:25:11,941 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/1968bfb3c5b94db0af77acc4c3741aea 2024-11-25T20:25:11,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/cc3542607a0746ff882f3ccd360cfc98 is 50, key is test_row_0/C:col10/1732566311290/Put/seqid=0 2024-11-25T20:25:11,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742341_1517 (size=12151) 2024-11-25T20:25:12,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:12,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59132 deadline: 1732566371993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:12,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:12,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59134 deadline: 1732566371999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:12,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:12,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59134 deadline: 1732566372111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:12,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:12,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59132 deadline: 1732566372111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:12,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-25T20:25:12,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:12,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59134 deadline: 1732566372315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:12,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:12,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59132 deadline: 1732566372321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:12,373 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/cc3542607a0746ff882f3ccd360cfc98 2024-11-25T20:25:12,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/ed53f234734a4d97a7cd1458b48058d5 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/ed53f234734a4d97a7cd1458b48058d5 2024-11-25T20:25:12,380 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/ed53f234734a4d97a7cd1458b48058d5, entries=150, sequenceid=156, filesize=11.9 K 2024-11-25T20:25:12,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/1968bfb3c5b94db0af77acc4c3741aea as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/1968bfb3c5b94db0af77acc4c3741aea 2024-11-25T20:25:12,398 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/1968bfb3c5b94db0af77acc4c3741aea, entries=150, sequenceid=156, filesize=11.9 K 2024-11-25T20:25:12,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/cc3542607a0746ff882f3ccd360cfc98 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/cc3542607a0746ff882f3ccd360cfc98 2024-11-25T20:25:12,404 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/cc3542607a0746ff882f3ccd360cfc98, entries=150, sequenceid=156, filesize=11.9 K 2024-11-25T20:25:12,405 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 6694c3b2f0866fca31ba04c40ffcd4c6 in 593ms, sequenceid=156, compaction requested=false 2024-11-25T20:25:12,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for 6694c3b2f0866fca31ba04c40ffcd4c6: 2024-11-25T20:25:12,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:12,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-11-25T20:25:12,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-11-25T20:25:12,407 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-25T20:25:12,407 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2890 sec 2024-11-25T20:25:12,408 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 2.2940 sec 2024-11-25T20:25:12,629 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6694c3b2f0866fca31ba04c40ffcd4c6 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T20:25:12,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6694c3b2f0866fca31ba04c40ffcd4c6, store=A 2024-11-25T20:25:12,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:12,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6694c3b2f0866fca31ba04c40ffcd4c6, store=B 2024-11-25T20:25:12,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:12,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6694c3b2f0866fca31ba04c40ffcd4c6, store=C 2024-11-25T20:25:12,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:12,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on 6694c3b2f0866fca31ba04c40ffcd4c6 2024-11-25T20:25:12,647 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/19b498fb7d6343fe8d272b29fd922425 is 50, key is test_row_0/A:col10/1732566311952/Put/seqid=0 2024-11-25T20:25:12,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742342_1518 (size=14541) 2024-11-25T20:25:12,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:12,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59134 deadline: 1732566372767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:12,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:12,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59132 deadline: 1732566372775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:12,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:12,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59134 deadline: 1732566372881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:12,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:12,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59132 deadline: 1732566372891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:13,084 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/19b498fb7d6343fe8d272b29fd922425 2024-11-25T20:25:13,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:13,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59134 deadline: 1732566373087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:13,094 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/ec6386b3010c49b78ececfd31b49d3c1 is 50, key is test_row_0/B:col10/1732566311952/Put/seqid=0 2024-11-25T20:25:13,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:13,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59132 deadline: 1732566373101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:13,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742343_1519 (size=12151) 2024-11-25T20:25:13,127 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/ec6386b3010c49b78ececfd31b49d3c1 2024-11-25T20:25:13,138 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/1f4b2854ae61496db7096d088fc9cb8d is 50, key is test_row_0/C:col10/1732566311952/Put/seqid=0 2024-11-25T20:25:13,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742344_1520 (size=12151) 2024-11-25T20:25:13,159 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/1f4b2854ae61496db7096d088fc9cb8d 2024-11-25T20:25:13,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/19b498fb7d6343fe8d272b29fd922425 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/19b498fb7d6343fe8d272b29fd922425 2024-11-25T20:25:13,185 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/19b498fb7d6343fe8d272b29fd922425, entries=200, sequenceid=172, filesize=14.2 K 2024-11-25T20:25:13,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/ec6386b3010c49b78ececfd31b49d3c1 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/ec6386b3010c49b78ececfd31b49d3c1 2024-11-25T20:25:13,198 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/ec6386b3010c49b78ececfd31b49d3c1, entries=150, sequenceid=172, filesize=11.9 K 2024-11-25T20:25:13,199 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/1f4b2854ae61496db7096d088fc9cb8d as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/1f4b2854ae61496db7096d088fc9cb8d 2024-11-25T20:25:13,204 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/1f4b2854ae61496db7096d088fc9cb8d, entries=150, sequenceid=172, filesize=11.9 K 2024-11-25T20:25:13,205 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 6694c3b2f0866fca31ba04c40ffcd4c6 in 575ms, sequenceid=172, compaction requested=true 2024-11-25T20:25:13,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6694c3b2f0866fca31ba04c40ffcd4c6: 2024-11-25T20:25:13,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6694c3b2f0866fca31ba04c40ffcd4c6:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:25:13,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:13,205 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:25:13,205 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:25:13,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6694c3b2f0866fca31ba04c40ffcd4c6:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:25:13,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:13,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6694c3b2f0866fca31ba04c40ffcd4c6:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:25:13,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:25:13,206 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39051 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:25:13,206 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1540): 6694c3b2f0866fca31ba04c40ffcd4c6/A is initiating minor compaction (all files) 2024-11-25T20:25:13,206 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6694c3b2f0866fca31ba04c40ffcd4c6/A in TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:13,207 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/91bd56df8cea4c1e887f52cb65413aea, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/ed53f234734a4d97a7cd1458b48058d5, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/19b498fb7d6343fe8d272b29fd922425] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp, totalSize=38.1 K 2024-11-25T20:25:13,207 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:25:13,207 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): 6694c3b2f0866fca31ba04c40ffcd4c6/B is initiating minor compaction (all files) 2024-11-25T20:25:13,207 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6694c3b2f0866fca31ba04c40ffcd4c6/B in TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:13,207 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/acefeaf4594e43339732f3a132c7768e, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/1968bfb3c5b94db0af77acc4c3741aea, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/ec6386b3010c49b78ececfd31b49d3c1] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp, totalSize=35.8 K 2024-11-25T20:25:13,207 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 91bd56df8cea4c1e887f52cb65413aea, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732566310537 2024-11-25T20:25:13,207 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting acefeaf4594e43339732f3a132c7768e, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732566310537 2024-11-25T20:25:13,208 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting ed53f234734a4d97a7cd1458b48058d5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732566311259 2024-11-25T20:25:13,208 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 1968bfb3c5b94db0af77acc4c3741aea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732566311259 2024-11-25T20:25:13,208 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 19b498fb7d6343fe8d272b29fd922425, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732566311952 2024-11-25T20:25:13,208 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting ec6386b3010c49b78ececfd31b49d3c1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732566311952 2024-11-25T20:25:13,232 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6694c3b2f0866fca31ba04c40ffcd4c6#A#compaction#437 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:13,233 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/476e9157f87c405c997fd07a613b45ab is 50, key is test_row_0/A:col10/1732566311952/Put/seqid=0 2024-11-25T20:25:13,243 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6694c3b2f0866fca31ba04c40ffcd4c6#B#compaction#438 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:13,244 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/e12f1d8304d740a0971665015cc0cb2b is 50, key is test_row_0/B:col10/1732566311952/Put/seqid=0 2024-11-25T20:25:13,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742345_1521 (size=12561) 2024-11-25T20:25:13,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742346_1522 (size=12561) 2024-11-25T20:25:13,307 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/476e9157f87c405c997fd07a613b45ab as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/476e9157f87c405c997fd07a613b45ab 2024-11-25T20:25:13,312 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6694c3b2f0866fca31ba04c40ffcd4c6/A of 6694c3b2f0866fca31ba04c40ffcd4c6 into 476e9157f87c405c997fd07a613b45ab(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:13,313 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6694c3b2f0866fca31ba04c40ffcd4c6: 2024-11-25T20:25:13,313 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6., storeName=6694c3b2f0866fca31ba04c40ffcd4c6/A, priority=13, startTime=1732566313205; duration=0sec 2024-11-25T20:25:13,313 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:25:13,313 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6694c3b2f0866fca31ba04c40ffcd4c6:A 2024-11-25T20:25:13,313 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:25:13,315 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:25:13,316 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1540): 6694c3b2f0866fca31ba04c40ffcd4c6/C is initiating minor compaction (all files) 2024-11-25T20:25:13,316 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6694c3b2f0866fca31ba04c40ffcd4c6/C in TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:13,316 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/984fc4d624f54c8abab76304f15c5edd, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/cc3542607a0746ff882f3ccd360cfc98, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/1f4b2854ae61496db7096d088fc9cb8d] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp, totalSize=35.8 K 2024-11-25T20:25:13,322 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/e12f1d8304d740a0971665015cc0cb2b as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/e12f1d8304d740a0971665015cc0cb2b 2024-11-25T20:25:13,322 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 984fc4d624f54c8abab76304f15c5edd, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732566310537 2024-11-25T20:25:13,323 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting cc3542607a0746ff882f3ccd360cfc98, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732566311259 2024-11-25T20:25:13,323 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1f4b2854ae61496db7096d088fc9cb8d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732566311952 2024-11-25T20:25:13,330 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6694c3b2f0866fca31ba04c40ffcd4c6/B of 6694c3b2f0866fca31ba04c40ffcd4c6 into e12f1d8304d740a0971665015cc0cb2b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:13,330 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6694c3b2f0866fca31ba04c40ffcd4c6: 2024-11-25T20:25:13,330 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6., storeName=6694c3b2f0866fca31ba04c40ffcd4c6/B, priority=13, startTime=1732566313205; duration=0sec 2024-11-25T20:25:13,330 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:13,330 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6694c3b2f0866fca31ba04c40ffcd4c6:B 2024-11-25T20:25:13,339 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6694c3b2f0866fca31ba04c40ffcd4c6#C#compaction#439 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:13,340 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/c3ebd3669f68476890ff07cd8a297222 is 50, key is test_row_0/C:col10/1732566311952/Put/seqid=0 2024-11-25T20:25:13,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742347_1523 (size=12561) 2024-11-25T20:25:13,404 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/c3ebd3669f68476890ff07cd8a297222 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/c3ebd3669f68476890ff07cd8a297222 2024-11-25T20:25:13,411 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6694c3b2f0866fca31ba04c40ffcd4c6/C of 6694c3b2f0866fca31ba04c40ffcd4c6 into c3ebd3669f68476890ff07cd8a297222(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:13,411 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6694c3b2f0866fca31ba04c40ffcd4c6: 2024-11-25T20:25:13,411 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6., storeName=6694c3b2f0866fca31ba04c40ffcd4c6/C, priority=13, startTime=1732566313205; duration=0sec 2024-11-25T20:25:13,411 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:13,411 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6694c3b2f0866fca31ba04c40ffcd4c6:C 2024-11-25T20:25:13,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on 6694c3b2f0866fca31ba04c40ffcd4c6 2024-11-25T20:25:13,423 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6694c3b2f0866fca31ba04c40ffcd4c6 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T20:25:13,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6694c3b2f0866fca31ba04c40ffcd4c6, store=A 2024-11-25T20:25:13,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:13,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6694c3b2f0866fca31ba04c40ffcd4c6, store=B 2024-11-25T20:25:13,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:13,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6694c3b2f0866fca31ba04c40ffcd4c6, store=C 2024-11-25T20:25:13,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:13,443 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/b67abe8938dc4cf18c11b4dac4cd0a70 is 50, key is test_row_0/A:col10/1732566313415/Put/seqid=0 2024-11-25T20:25:13,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742348_1524 (size=12151) 2024-11-25T20:25:13,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:13,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59132 deadline: 1732566373493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:13,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:13,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59134 deadline: 1732566373501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:13,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:13,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59132 deadline: 1732566373619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:13,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:13,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59134 deadline: 1732566373621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:13,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:13,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:13,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59132 deadline: 1732566373830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:13,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59134 deadline: 1732566373830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:13,882 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/b67abe8938dc4cf18c11b4dac4cd0a70 2024-11-25T20:25:13,903 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/f0c1edf000784d24a6eb89a615f782a6 is 50, key is test_row_0/B:col10/1732566313415/Put/seqid=0 2024-11-25T20:25:13,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742349_1525 (size=12151) 2024-11-25T20:25:14,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:14,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59134 deadline: 1732566374140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:14,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:14,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59132 deadline: 1732566374141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:14,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-25T20:25:14,221 INFO [Thread-2157 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-11-25T20:25:14,223 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:25:14,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-11-25T20:25:14,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-25T20:25:14,224 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:25:14,225 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:25:14,225 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:25:14,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-25T20:25:14,352 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/f0c1edf000784d24a6eb89a615f782a6 2024-11-25T20:25:14,375 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:14,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-25T20:25:14,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:14,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. as already flushing 2024-11-25T20:25:14,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:14,376 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:14,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:14,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:14,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/1c4861c2de4b46d99f903cff3ff5c22a is 50, key is test_row_0/C:col10/1732566313415/Put/seqid=0 2024-11-25T20:25:14,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742350_1526 (size=12151) 2024-11-25T20:25:14,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-25T20:25:14,535 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:14,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-25T20:25:14,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:14,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. as already flushing 2024-11-25T20:25:14,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:14,535 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:14,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:14,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:14,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:14,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59134 deadline: 1732566374651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:14,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:14,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59132 deadline: 1732566374653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:14,689 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:14,689 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-25T20:25:14,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:14,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. as already flushing 2024-11-25T20:25:14,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:14,690 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:14,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:14,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:14,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-25T20:25:14,830 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/1c4861c2de4b46d99f903cff3ff5c22a 2024-11-25T20:25:14,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/b67abe8938dc4cf18c11b4dac4cd0a70 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/b67abe8938dc4cf18c11b4dac4cd0a70 2024-11-25T20:25:14,842 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:14,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-25T20:25:14,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:14,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. as already flushing 2024-11-25T20:25:14,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:14,843 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:14,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:14,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:14,847 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/b67abe8938dc4cf18c11b4dac4cd0a70, entries=150, sequenceid=200, filesize=11.9 K 2024-11-25T20:25:14,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/f0c1edf000784d24a6eb89a615f782a6 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/f0c1edf000784d24a6eb89a615f782a6 2024-11-25T20:25:14,856 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/f0c1edf000784d24a6eb89a615f782a6, entries=150, sequenceid=200, filesize=11.9 K 2024-11-25T20:25:14,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/1c4861c2de4b46d99f903cff3ff5c22a as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/1c4861c2de4b46d99f903cff3ff5c22a 2024-11-25T20:25:14,866 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/1c4861c2de4b46d99f903cff3ff5c22a, entries=150, sequenceid=200, filesize=11.9 K 2024-11-25T20:25:14,868 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 6694c3b2f0866fca31ba04c40ffcd4c6 in 1445ms, sequenceid=200, compaction requested=false 2024-11-25T20:25:14,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6694c3b2f0866fca31ba04c40ffcd4c6: 2024-11-25T20:25:14,995 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:14,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-25T20:25:14,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:14,996 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing 6694c3b2f0866fca31ba04c40ffcd4c6 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T20:25:14,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6694c3b2f0866fca31ba04c40ffcd4c6, store=A 2024-11-25T20:25:14,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:14,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6694c3b2f0866fca31ba04c40ffcd4c6, store=B 2024-11-25T20:25:14,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:14,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6694c3b2f0866fca31ba04c40ffcd4c6, store=C 2024-11-25T20:25:14,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:15,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/912edcbe40d54fd9814c4e2347387024 is 50, key is test_row_0/A:col10/1732566313490/Put/seqid=0 2024-11-25T20:25:15,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742351_1527 (size=12151) 2024-11-25T20:25:15,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-25T20:25:15,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. as already flushing 2024-11-25T20:25:15,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on 6694c3b2f0866fca31ba04c40ffcd4c6 2024-11-25T20:25:15,462 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/912edcbe40d54fd9814c4e2347387024 2024-11-25T20:25:15,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/ef76713581164798a091cc8a90852ea1 is 50, key is test_row_0/B:col10/1732566313490/Put/seqid=0 2024-11-25T20:25:15,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742352_1528 (size=12151) 2024-11-25T20:25:15,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:15,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59104 deadline: 1732566375482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:15,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:15,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59150 deadline: 1732566375495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:15,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:15,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59112 deadline: 1732566375495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:15,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:15,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59104 deadline: 1732566375596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:15,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:15,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59112 deadline: 1732566375607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:15,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:15,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59150 deadline: 1732566375609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:15,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:15,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59134 deadline: 1732566375664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:15,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:15,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59132 deadline: 1732566375671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:15,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:15,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59104 deadline: 1732566375801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:15,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:15,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59112 deadline: 1732566375814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:15,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:15,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59150 deadline: 1732566375817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:15,881 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/ef76713581164798a091cc8a90852ea1 2024-11-25T20:25:15,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/5218fc4fa7884ce383600e8b76d56e9a is 50, key is test_row_0/C:col10/1732566313490/Put/seqid=0 2024-11-25T20:25:15,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742353_1529 (size=12151) 2024-11-25T20:25:15,924 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/5218fc4fa7884ce383600e8b76d56e9a 2024-11-25T20:25:15,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/912edcbe40d54fd9814c4e2347387024 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/912edcbe40d54fd9814c4e2347387024 2024-11-25T20:25:15,933 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/912edcbe40d54fd9814c4e2347387024, entries=150, sequenceid=212, filesize=11.9 K 2024-11-25T20:25:15,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/ef76713581164798a091cc8a90852ea1 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/ef76713581164798a091cc8a90852ea1 2024-11-25T20:25:15,937 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/ef76713581164798a091cc8a90852ea1, entries=150, sequenceid=212, filesize=11.9 K 2024-11-25T20:25:15,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/5218fc4fa7884ce383600e8b76d56e9a as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/5218fc4fa7884ce383600e8b76d56e9a 2024-11-25T20:25:15,941 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/5218fc4fa7884ce383600e8b76d56e9a, entries=150, sequenceid=212, filesize=11.9 K 2024-11-25T20:25:15,943 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 6694c3b2f0866fca31ba04c40ffcd4c6 in 947ms, sequenceid=212, compaction requested=true 2024-11-25T20:25:15,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for 6694c3b2f0866fca31ba04c40ffcd4c6: 2024-11-25T20:25:15,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:15,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-11-25T20:25:15,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-11-25T20:25:15,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-25T20:25:15,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7190 sec 2024-11-25T20:25:15,945 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 1.7220 sec 2024-11-25T20:25:16,119 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6694c3b2f0866fca31ba04c40ffcd4c6 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T20:25:16,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6694c3b2f0866fca31ba04c40ffcd4c6, store=A 2024-11-25T20:25:16,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:16,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6694c3b2f0866fca31ba04c40ffcd4c6, store=B 2024-11-25T20:25:16,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:16,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6694c3b2f0866fca31ba04c40ffcd4c6, store=C 2024-11-25T20:25:16,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:16,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on 6694c3b2f0866fca31ba04c40ffcd4c6 2024-11-25T20:25:16,145 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/1d6fb3de082745f3b5174fde3d08a853 is 50, key is test_row_0/A:col10/1732566316116/Put/seqid=0 2024-11-25T20:25:16,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742354_1530 (size=14541) 2024-11-25T20:25:16,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:16,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59104 deadline: 1732566376149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:16,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:16,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59112 deadline: 1732566376149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:16,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:16,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59150 deadline: 1732566376155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:16,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:16,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59104 deadline: 1732566376260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:16,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:16,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59112 deadline: 1732566376260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:16,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:16,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59150 deadline: 1732566376267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:16,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-25T20:25:16,328 INFO [Thread-2157 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-11-25T20:25:16,332 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:25:16,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-11-25T20:25:16,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-25T20:25:16,333 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:25:16,334 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:25:16,334 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:25:16,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-25T20:25:16,486 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:16,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-25T20:25:16,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:16,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. as already flushing 2024-11-25T20:25:16,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:16,487 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:16,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:16,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:16,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59112 deadline: 1732566376471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:16,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:16,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:16,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59104 deadline: 1732566376472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:16,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59150 deadline: 1732566376474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:16,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:16,558 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/1d6fb3de082745f3b5174fde3d08a853 2024-11-25T20:25:16,577 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/fc0dedf5f9f84b6aaa153054b17eec16 is 50, key is test_row_0/B:col10/1732566316116/Put/seqid=0 2024-11-25T20:25:16,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742355_1531 (size=12151) 2024-11-25T20:25:16,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-25T20:25:16,651 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:16,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-25T20:25:16,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:16,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. as already flushing 2024-11-25T20:25:16,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:16,651 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:16,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:16,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:16,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:16,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59112 deadline: 1732566376791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:16,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:16,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59104 deadline: 1732566376792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:16,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:16,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59150 deadline: 1732566376792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:16,804 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:16,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-25T20:25:16,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:16,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. as already flushing 2024-11-25T20:25:16,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:16,805 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:16,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:16,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:16,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-25T20:25:16,958 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:16,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-25T20:25:16,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:16,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. as already flushing 2024-11-25T20:25:16,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:16,959 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:16,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:16,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:17,003 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/fc0dedf5f9f84b6aaa153054b17eec16 2024-11-25T20:25:17,048 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/e0d30e2d16644c39a265eee39520ceba is 50, key is test_row_0/C:col10/1732566316116/Put/seqid=0 2024-11-25T20:25:17,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742356_1532 (size=12151) 2024-11-25T20:25:17,090 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/e0d30e2d16644c39a265eee39520ceba 2024-11-25T20:25:17,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/1d6fb3de082745f3b5174fde3d08a853 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/1d6fb3de082745f3b5174fde3d08a853 2024-11-25T20:25:17,096 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/1d6fb3de082745f3b5174fde3d08a853, entries=200, sequenceid=237, filesize=14.2 K 2024-11-25T20:25:17,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/fc0dedf5f9f84b6aaa153054b17eec16 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/fc0dedf5f9f84b6aaa153054b17eec16 2024-11-25T20:25:17,111 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/fc0dedf5f9f84b6aaa153054b17eec16, entries=150, sequenceid=237, filesize=11.9 K 2024-11-25T20:25:17,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/e0d30e2d16644c39a265eee39520ceba as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/e0d30e2d16644c39a265eee39520ceba 2024-11-25T20:25:17,112 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:17,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-25T20:25:17,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:17,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. as already flushing 2024-11-25T20:25:17,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:17,113 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:17,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:17,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:17,123 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/e0d30e2d16644c39a265eee39520ceba, entries=150, sequenceid=237, filesize=11.9 K 2024-11-25T20:25:17,124 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 6694c3b2f0866fca31ba04c40ffcd4c6 in 1005ms, sequenceid=237, compaction requested=true 2024-11-25T20:25:17,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6694c3b2f0866fca31ba04c40ffcd4c6: 2024-11-25T20:25:17,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6694c3b2f0866fca31ba04c40ffcd4c6:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:25:17,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:17,125 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:25:17,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6694c3b2f0866fca31ba04c40ffcd4c6:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:25:17,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:17,125 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:25:17,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6694c3b2f0866fca31ba04c40ffcd4c6:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:25:17,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:25:17,137 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51404 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:25:17,137 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:25:17,137 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1540): 6694c3b2f0866fca31ba04c40ffcd4c6/A is initiating minor compaction (all files) 2024-11-25T20:25:17,137 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): 6694c3b2f0866fca31ba04c40ffcd4c6/B is initiating minor compaction (all files) 2024-11-25T20:25:17,137 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6694c3b2f0866fca31ba04c40ffcd4c6/B in TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:17,137 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/e12f1d8304d740a0971665015cc0cb2b, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/f0c1edf000784d24a6eb89a615f782a6, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/ef76713581164798a091cc8a90852ea1, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/fc0dedf5f9f84b6aaa153054b17eec16] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp, totalSize=47.9 K 2024-11-25T20:25:17,137 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6694c3b2f0866fca31ba04c40ffcd4c6/A in TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:17,137 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/476e9157f87c405c997fd07a613b45ab, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/b67abe8938dc4cf18c11b4dac4cd0a70, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/912edcbe40d54fd9814c4e2347387024, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/1d6fb3de082745f3b5174fde3d08a853] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp, totalSize=50.2 K 2024-11-25T20:25:17,138 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting e12f1d8304d740a0971665015cc0cb2b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732566311952 2024-11-25T20:25:17,138 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 476e9157f87c405c997fd07a613b45ab, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732566311952 2024-11-25T20:25:17,138 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting f0c1edf000784d24a6eb89a615f782a6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732566312750 2024-11-25T20:25:17,138 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting b67abe8938dc4cf18c11b4dac4cd0a70, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732566312750 2024-11-25T20:25:17,138 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting ef76713581164798a091cc8a90852ea1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732566313462 2024-11-25T20:25:17,138 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 912edcbe40d54fd9814c4e2347387024, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732566313462 2024-11-25T20:25:17,138 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting fc0dedf5f9f84b6aaa153054b17eec16, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732566315481 2024-11-25T20:25:17,139 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1d6fb3de082745f3b5174fde3d08a853, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732566315481 2024-11-25T20:25:17,159 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6694c3b2f0866fca31ba04c40ffcd4c6#A#compaction#449 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:17,159 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/32cd0771d6c744c0aa8abeeb01e77d78 is 50, key is test_row_0/A:col10/1732566316116/Put/seqid=0 2024-11-25T20:25:17,177 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6694c3b2f0866fca31ba04c40ffcd4c6#B#compaction#450 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:17,177 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/02f15fbecaff4f45918f5f3232a83ff0 is 50, key is test_row_0/B:col10/1732566316116/Put/seqid=0 2024-11-25T20:25:17,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742357_1533 (size=12697) 2024-11-25T20:25:17,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742358_1534 (size=12697) 2024-11-25T20:25:17,265 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:17,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-25T20:25:17,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:17,266 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing 6694c3b2f0866fca31ba04c40ffcd4c6 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T20:25:17,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6694c3b2f0866fca31ba04c40ffcd4c6, store=A 2024-11-25T20:25:17,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:17,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6694c3b2f0866fca31ba04c40ffcd4c6, store=B 2024-11-25T20:25:17,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:17,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6694c3b2f0866fca31ba04c40ffcd4c6, store=C 2024-11-25T20:25:17,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:17,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/a3a7b73bbb6b42eeaa3fe2a3363bc2fb is 50, key is test_row_0/A:col10/1732566316153/Put/seqid=0 2024-11-25T20:25:17,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on 6694c3b2f0866fca31ba04c40ffcd4c6 2024-11-25T20:25:17,303 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. as already flushing 2024-11-25T20:25:17,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742359_1535 (size=12151) 2024-11-25T20:25:17,315 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/a3a7b73bbb6b42eeaa3fe2a3363bc2fb 2024-11-25T20:25:17,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/9e3eb28d51144b2b81ae30c6527ec5aa is 50, key is test_row_0/B:col10/1732566316153/Put/seqid=0 2024-11-25T20:25:17,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742360_1536 (size=12151) 2024-11-25T20:25:17,375 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/9e3eb28d51144b2b81ae30c6527ec5aa 2024-11-25T20:25:17,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/282820f5e4874b8aa91ba3667f8c9cad is 50, key is test_row_0/C:col10/1732566316153/Put/seqid=0 2024-11-25T20:25:17,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:17,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59150 deadline: 1732566377379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:17,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:17,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59104 deadline: 1732566377379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:17,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:17,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59112 deadline: 1732566377392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:17,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742361_1537 (size=12151) 2024-11-25T20:25:17,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-25T20:25:17,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:17,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59150 deadline: 1732566377494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:17,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:17,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59104 deadline: 1732566377494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:17,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:17,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59112 deadline: 1732566377505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:17,636 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/32cd0771d6c744c0aa8abeeb01e77d78 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/32cd0771d6c744c0aa8abeeb01e77d78 2024-11-25T20:25:17,639 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6694c3b2f0866fca31ba04c40ffcd4c6/A of 6694c3b2f0866fca31ba04c40ffcd4c6 into 32cd0771d6c744c0aa8abeeb01e77d78(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:17,639 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6694c3b2f0866fca31ba04c40ffcd4c6: 2024-11-25T20:25:17,639 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6., storeName=6694c3b2f0866fca31ba04c40ffcd4c6/A, priority=12, startTime=1732566317125; duration=0sec 2024-11-25T20:25:17,639 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:25:17,640 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6694c3b2f0866fca31ba04c40ffcd4c6:A 2024-11-25T20:25:17,640 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:25:17,640 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/02f15fbecaff4f45918f5f3232a83ff0 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/02f15fbecaff4f45918f5f3232a83ff0 2024-11-25T20:25:17,642 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:25:17,642 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1540): 6694c3b2f0866fca31ba04c40ffcd4c6/C is initiating minor compaction (all files) 2024-11-25T20:25:17,642 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6694c3b2f0866fca31ba04c40ffcd4c6/C in TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:17,642 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/c3ebd3669f68476890ff07cd8a297222, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/1c4861c2de4b46d99f903cff3ff5c22a, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/5218fc4fa7884ce383600e8b76d56e9a, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/e0d30e2d16644c39a265eee39520ceba] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp, totalSize=47.9 K 2024-11-25T20:25:17,643 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting c3ebd3669f68476890ff07cd8a297222, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732566311952 2024-11-25T20:25:17,643 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1c4861c2de4b46d99f903cff3ff5c22a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732566312750 2024-11-25T20:25:17,643 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5218fc4fa7884ce383600e8b76d56e9a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732566313462 2024-11-25T20:25:17,643 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting e0d30e2d16644c39a265eee39520ceba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732566315481 2024-11-25T20:25:17,646 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6694c3b2f0866fca31ba04c40ffcd4c6/B of 6694c3b2f0866fca31ba04c40ffcd4c6 into 02f15fbecaff4f45918f5f3232a83ff0(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:17,646 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6694c3b2f0866fca31ba04c40ffcd4c6: 2024-11-25T20:25:17,646 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6., storeName=6694c3b2f0866fca31ba04c40ffcd4c6/B, priority=12, startTime=1732566317125; duration=0sec 2024-11-25T20:25:17,646 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:17,646 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6694c3b2f0866fca31ba04c40ffcd4c6:B 2024-11-25T20:25:17,656 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6694c3b2f0866fca31ba04c40ffcd4c6#C#compaction#454 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:17,656 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/b6551cc3f24b46d0b2353b6382b88653 is 50, key is test_row_0/C:col10/1732566316116/Put/seqid=0 2024-11-25T20:25:17,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:17,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59134 deadline: 1732566377679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:17,684 DEBUG [Thread-2147 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4183 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6., hostname=a8cf619b0679,41621,1732566182451, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T20:25:17,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:17,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59132 deadline: 1732566377686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:17,694 DEBUG [Thread-2151 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4201 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6., hostname=a8cf619b0679,41621,1732566182451, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T20:25:17,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742362_1538 (size=12697) 2024-11-25T20:25:17,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:17,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59150 deadline: 1732566377712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:17,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:17,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59104 deadline: 1732566377712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:17,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:17,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59112 deadline: 1732566377729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:17,816 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/282820f5e4874b8aa91ba3667f8c9cad 2024-11-25T20:25:17,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/a3a7b73bbb6b42eeaa3fe2a3363bc2fb as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/a3a7b73bbb6b42eeaa3fe2a3363bc2fb 2024-11-25T20:25:17,830 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/a3a7b73bbb6b42eeaa3fe2a3363bc2fb, entries=150, sequenceid=248, filesize=11.9 K 2024-11-25T20:25:17,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/9e3eb28d51144b2b81ae30c6527ec5aa as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/9e3eb28d51144b2b81ae30c6527ec5aa 2024-11-25T20:25:17,868 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/9e3eb28d51144b2b81ae30c6527ec5aa, entries=150, sequenceid=248, filesize=11.9 K 2024-11-25T20:25:17,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/282820f5e4874b8aa91ba3667f8c9cad as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/282820f5e4874b8aa91ba3667f8c9cad 2024-11-25T20:25:17,882 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/282820f5e4874b8aa91ba3667f8c9cad, entries=150, sequenceid=248, filesize=11.9 K 2024-11-25T20:25:17,883 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 6694c3b2f0866fca31ba04c40ffcd4c6 in 617ms, sequenceid=248, compaction requested=false 2024-11-25T20:25:17,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for 6694c3b2f0866fca31ba04c40ffcd4c6: 2024-11-25T20:25:17,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:17,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-11-25T20:25:17,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-11-25T20:25:17,888 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-25T20:25:17,888 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5530 sec 2024-11-25T20:25:17,889 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 1.5560 sec 2024-11-25T20:25:18,025 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6694c3b2f0866fca31ba04c40ffcd4c6 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T20:25:18,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6694c3b2f0866fca31ba04c40ffcd4c6, store=A 2024-11-25T20:25:18,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:18,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6694c3b2f0866fca31ba04c40ffcd4c6, store=B 2024-11-25T20:25:18,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:18,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6694c3b2f0866fca31ba04c40ffcd4c6, store=C 2024-11-25T20:25:18,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:18,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on 6694c3b2f0866fca31ba04c40ffcd4c6 2024-11-25T20:25:18,032 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/068a7dda76934862ab111d4e30af9074 is 50, key is test_row_0/A:col10/1732566317365/Put/seqid=0 2024-11-25T20:25:18,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742363_1539 (size=14741) 2024-11-25T20:25:18,046 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/068a7dda76934862ab111d4e30af9074 2024-11-25T20:25:18,060 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/3516010774c547eabcffbcad69d7ec64 is 50, key is test_row_0/B:col10/1732566317365/Put/seqid=0 2024-11-25T20:25:18,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:18,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59104 deadline: 1732566378051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:18,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:18,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59150 deadline: 1732566378052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:18,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:18,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59112 deadline: 1732566378053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:18,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742364_1540 (size=12301) 2024-11-25T20:25:18,096 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/3516010774c547eabcffbcad69d7ec64 2024-11-25T20:25:18,120 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/b6551cc3f24b46d0b2353b6382b88653 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/b6551cc3f24b46d0b2353b6382b88653 2024-11-25T20:25:18,128 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6694c3b2f0866fca31ba04c40ffcd4c6/C of 6694c3b2f0866fca31ba04c40ffcd4c6 into b6551cc3f24b46d0b2353b6382b88653(size=12.4 K), total size for store is 24.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:18,128 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6694c3b2f0866fca31ba04c40ffcd4c6: 2024-11-25T20:25:18,128 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6., storeName=6694c3b2f0866fca31ba04c40ffcd4c6/C, priority=12, startTime=1732566317125; duration=0sec 2024-11-25T20:25:18,128 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:18,128 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6694c3b2f0866fca31ba04c40ffcd4c6:C 2024-11-25T20:25:18,131 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/1062e0fc49d04882ad93371ab12c8d3f is 50, key is test_row_0/C:col10/1732566317365/Put/seqid=0 2024-11-25T20:25:18,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742365_1541 (size=12301) 2024-11-25T20:25:18,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:18,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59104 deadline: 1732566378161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:18,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:18,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59112 deadline: 1732566378162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:18,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:18,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59150 deadline: 1732566378163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:18,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:18,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59104 deadline: 1732566378367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:18,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:18,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59112 deadline: 1732566378368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:18,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:18,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59150 deadline: 1732566378368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:18,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-25T20:25:18,437 INFO [Thread-2157 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-11-25T20:25:18,439 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:25:18,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-11-25T20:25:18,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-25T20:25:18,441 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:25:18,442 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:25:18,442 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:25:18,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-25T20:25:18,566 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/1062e0fc49d04882ad93371ab12c8d3f 2024-11-25T20:25:18,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/068a7dda76934862ab111d4e30af9074 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/068a7dda76934862ab111d4e30af9074 2024-11-25T20:25:18,574 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/068a7dda76934862ab111d4e30af9074, entries=200, sequenceid=276, filesize=14.4 K 2024-11-25T20:25:18,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/3516010774c547eabcffbcad69d7ec64 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/3516010774c547eabcffbcad69d7ec64 2024-11-25T20:25:18,578 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/3516010774c547eabcffbcad69d7ec64, entries=150, sequenceid=276, filesize=12.0 K 2024-11-25T20:25:18,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/1062e0fc49d04882ad93371ab12c8d3f as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/1062e0fc49d04882ad93371ab12c8d3f 2024-11-25T20:25:18,582 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/1062e0fc49d04882ad93371ab12c8d3f, entries=150, sequenceid=276, filesize=12.0 K 2024-11-25T20:25:18,583 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 6694c3b2f0866fca31ba04c40ffcd4c6 in 558ms, sequenceid=276, compaction requested=true 2024-11-25T20:25:18,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6694c3b2f0866fca31ba04c40ffcd4c6: 2024-11-25T20:25:18,583 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:25:18,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6694c3b2f0866fca31ba04c40ffcd4c6:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:25:18,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:18,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6694c3b2f0866fca31ba04c40ffcd4c6:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:25:18,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:18,583 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:25:18,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6694c3b2f0866fca31ba04c40ffcd4c6:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:25:18,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:25:18,584 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39589 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:25:18,584 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1540): 6694c3b2f0866fca31ba04c40ffcd4c6/A is initiating minor compaction (all files) 2024-11-25T20:25:18,584 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6694c3b2f0866fca31ba04c40ffcd4c6/A in TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:18,584 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/32cd0771d6c744c0aa8abeeb01e77d78, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/a3a7b73bbb6b42eeaa3fe2a3363bc2fb, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/068a7dda76934862ab111d4e30af9074] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp, totalSize=38.7 K 2024-11-25T20:25:18,584 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:25:18,584 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): 6694c3b2f0866fca31ba04c40ffcd4c6/B is initiating minor compaction (all files) 2024-11-25T20:25:18,584 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6694c3b2f0866fca31ba04c40ffcd4c6/B in TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:18,584 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/02f15fbecaff4f45918f5f3232a83ff0, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/9e3eb28d51144b2b81ae30c6527ec5aa, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/3516010774c547eabcffbcad69d7ec64] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp, totalSize=36.3 K 2024-11-25T20:25:18,585 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 32cd0771d6c744c0aa8abeeb01e77d78, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732566315481 2024-11-25T20:25:18,585 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 02f15fbecaff4f45918f5f3232a83ff0, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732566315481 2024-11-25T20:25:18,585 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting a3a7b73bbb6b42eeaa3fe2a3363bc2fb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732566316146 2024-11-25T20:25:18,585 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e3eb28d51144b2b81ae30c6527ec5aa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732566316146 2024-11-25T20:25:18,585 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 068a7dda76934862ab111d4e30af9074, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732566317361 2024-11-25T20:25:18,586 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 3516010774c547eabcffbcad69d7ec64, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732566317361 2024-11-25T20:25:18,593 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:18,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-25T20:25:18,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:18,594 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing 6694c3b2f0866fca31ba04c40ffcd4c6 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-25T20:25:18,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6694c3b2f0866fca31ba04c40ffcd4c6, store=A 2024-11-25T20:25:18,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:18,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6694c3b2f0866fca31ba04c40ffcd4c6, store=B 2024-11-25T20:25:18,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:18,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6694c3b2f0866fca31ba04c40ffcd4c6, store=C 2024-11-25T20:25:18,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:18,610 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6694c3b2f0866fca31ba04c40ffcd4c6#B#compaction#458 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:18,611 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/71e17e163c1642f2b381b43171bd8207 is 50, key is test_row_0/B:col10/1732566317365/Put/seqid=0 2024-11-25T20:25:18,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/15fdfc6c94ef4f3b99e86f0f60017f5b is 50, key is test_row_0/A:col10/1732566318050/Put/seqid=0 2024-11-25T20:25:18,639 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6694c3b2f0866fca31ba04c40ffcd4c6#A#compaction#460 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:18,640 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/e65dd431015d4e85abd2fe0397d9d99f is 50, key is test_row_0/A:col10/1732566317365/Put/seqid=0 2024-11-25T20:25:18,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742366_1542 (size=12949) 2024-11-25T20:25:18,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on 6694c3b2f0866fca31ba04c40ffcd4c6 2024-11-25T20:25:18,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. as already flushing 2024-11-25T20:25:18,684 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/71e17e163c1642f2b381b43171bd8207 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/71e17e163c1642f2b381b43171bd8207 2024-11-25T20:25:18,688 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6694c3b2f0866fca31ba04c40ffcd4c6/B of 6694c3b2f0866fca31ba04c40ffcd4c6 into 71e17e163c1642f2b381b43171bd8207(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:18,688 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6694c3b2f0866fca31ba04c40ffcd4c6: 2024-11-25T20:25:18,688 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6., storeName=6694c3b2f0866fca31ba04c40ffcd4c6/B, priority=13, startTime=1732566318583; duration=0sec 2024-11-25T20:25:18,688 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:25:18,688 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6694c3b2f0866fca31ba04c40ffcd4c6:B 2024-11-25T20:25:18,688 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:25:18,689 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:25:18,689 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): 6694c3b2f0866fca31ba04c40ffcd4c6/C is initiating minor compaction (all files) 2024-11-25T20:25:18,689 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6694c3b2f0866fca31ba04c40ffcd4c6/C in TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:18,689 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/b6551cc3f24b46d0b2353b6382b88653, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/282820f5e4874b8aa91ba3667f8c9cad, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/1062e0fc49d04882ad93371ab12c8d3f] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp, totalSize=36.3 K 2024-11-25T20:25:18,690 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting b6551cc3f24b46d0b2353b6382b88653, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732566315481 2024-11-25T20:25:18,690 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 282820f5e4874b8aa91ba3667f8c9cad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732566316146 2024-11-25T20:25:18,690 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 1062e0fc49d04882ad93371ab12c8d3f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732566317361 2024-11-25T20:25:18,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742367_1543 (size=12301) 2024-11-25T20:25:18,711 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/15fdfc6c94ef4f3b99e86f0f60017f5b 2024-11-25T20:25:18,714 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6694c3b2f0866fca31ba04c40ffcd4c6#C#compaction#461 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:18,716 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/5be2ae9e2d614898b4a30ddd53e3cf15 is 50, key is test_row_0/C:col10/1732566317365/Put/seqid=0 2024-11-25T20:25:18,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742368_1544 (size=12949) 2024-11-25T20:25:18,726 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/e65dd431015d4e85abd2fe0397d9d99f as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/e65dd431015d4e85abd2fe0397d9d99f 2024-11-25T20:25:18,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/d45020ac39574a549fe9410911b93659 is 50, key is test_row_0/B:col10/1732566318050/Put/seqid=0 2024-11-25T20:25:18,732 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6694c3b2f0866fca31ba04c40ffcd4c6/A of 6694c3b2f0866fca31ba04c40ffcd4c6 into e65dd431015d4e85abd2fe0397d9d99f(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:18,732 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6694c3b2f0866fca31ba04c40ffcd4c6: 2024-11-25T20:25:18,732 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6., storeName=6694c3b2f0866fca31ba04c40ffcd4c6/A, priority=13, startTime=1732566318583; duration=0sec 2024-11-25T20:25:18,732 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:18,732 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6694c3b2f0866fca31ba04c40ffcd4c6:A 2024-11-25T20:25:18,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-25T20:25:18,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:18,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59104 deadline: 1732566378753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:18,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:18,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59112 deadline: 1732566378755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:18,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:18,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59150 deadline: 1732566378763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:18,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742370_1546 (size=12301) 2024-11-25T20:25:18,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742369_1545 (size=12949) 2024-11-25T20:25:18,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:18,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59104 deadline: 1732566378863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:18,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:18,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59112 deadline: 1732566378867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:18,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:18,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59150 deadline: 1732566378872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:19,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-25T20:25:19,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:19,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59104 deadline: 1732566379069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:19,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:19,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59112 deadline: 1732566379070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:19,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:19,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59150 deadline: 1732566379078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:19,179 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/d45020ac39574a549fe9410911b93659 2024-11-25T20:25:19,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/968ec62b1e1843f290b8eef706ade7f8 is 50, key is test_row_0/C:col10/1732566318050/Put/seqid=0 2024-11-25T20:25:19,192 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/5be2ae9e2d614898b4a30ddd53e3cf15 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/5be2ae9e2d614898b4a30ddd53e3cf15 2024-11-25T20:25:19,204 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6694c3b2f0866fca31ba04c40ffcd4c6/C of 6694c3b2f0866fca31ba04c40ffcd4c6 into 5be2ae9e2d614898b4a30ddd53e3cf15(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:19,205 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6694c3b2f0866fca31ba04c40ffcd4c6: 2024-11-25T20:25:19,205 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6., storeName=6694c3b2f0866fca31ba04c40ffcd4c6/C, priority=13, startTime=1732566318583; duration=0sec 2024-11-25T20:25:19,205 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:19,205 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6694c3b2f0866fca31ba04c40ffcd4c6:C 2024-11-25T20:25:19,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742371_1547 (size=12301) 2024-11-25T20:25:19,238 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/968ec62b1e1843f290b8eef706ade7f8 2024-11-25T20:25:19,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/15fdfc6c94ef4f3b99e86f0f60017f5b as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/15fdfc6c94ef4f3b99e86f0f60017f5b 2024-11-25T20:25:19,249 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/15fdfc6c94ef4f3b99e86f0f60017f5b, entries=150, sequenceid=287, filesize=12.0 K 2024-11-25T20:25:19,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/d45020ac39574a549fe9410911b93659 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/d45020ac39574a549fe9410911b93659 2024-11-25T20:25:19,254 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/d45020ac39574a549fe9410911b93659, entries=150, sequenceid=287, filesize=12.0 K 2024-11-25T20:25:19,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/968ec62b1e1843f290b8eef706ade7f8 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/968ec62b1e1843f290b8eef706ade7f8 2024-11-25T20:25:19,260 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/968ec62b1e1843f290b8eef706ade7f8, entries=150, sequenceid=287, filesize=12.0 K 2024-11-25T20:25:19,260 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 6694c3b2f0866fca31ba04c40ffcd4c6 in 667ms, sequenceid=287, compaction requested=false 2024-11-25T20:25:19,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for 6694c3b2f0866fca31ba04c40ffcd4c6: 2024-11-25T20:25:19,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:19,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-11-25T20:25:19,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-11-25T20:25:19,268 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-25T20:25:19,268 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 823 msec 2024-11-25T20:25:19,270 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 829 msec 2024-11-25T20:25:19,382 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6694c3b2f0866fca31ba04c40ffcd4c6 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-25T20:25:19,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6694c3b2f0866fca31ba04c40ffcd4c6, store=A 2024-11-25T20:25:19,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:19,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6694c3b2f0866fca31ba04c40ffcd4c6, store=B 2024-11-25T20:25:19,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:19,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6694c3b2f0866fca31ba04c40ffcd4c6, store=C 2024-11-25T20:25:19,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:19,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on 6694c3b2f0866fca31ba04c40ffcd4c6 2024-11-25T20:25:19,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:19,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59104 deadline: 1732566379394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:19,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:19,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59112 deadline: 1732566379394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:19,402 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/77f0e00f1891421ca81bff5dfef9d57a is 50, key is test_row_0/A:col10/1732566318753/Put/seqid=0 2024-11-25T20:25:19,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:19,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59150 deadline: 1732566379400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:19,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742372_1548 (size=14741) 2024-11-25T20:25:19,433 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/77f0e00f1891421ca81bff5dfef9d57a 2024-11-25T20:25:19,467 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/70408562915d47218cba52a842321da6 is 50, key is test_row_0/B:col10/1732566318753/Put/seqid=0 2024-11-25T20:25:19,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:19,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59104 deadline: 1732566379500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:19,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742373_1549 (size=12301) 2024-11-25T20:25:19,508 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/70408562915d47218cba52a842321da6 2024-11-25T20:25:19,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:19,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59112 deadline: 1732566379501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:19,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:19,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59150 deadline: 1732566379507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:19,524 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/c72282c1d415490e903aca0f04f6030d is 50, key is test_row_0/C:col10/1732566318753/Put/seqid=0 2024-11-25T20:25:19,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742374_1550 (size=12301) 2024-11-25T20:25:19,544 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/c72282c1d415490e903aca0f04f6030d 2024-11-25T20:25:19,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-25T20:25:19,544 INFO [Thread-2157 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-25T20:25:19,546 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:25:19,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/77f0e00f1891421ca81bff5dfef9d57a as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/77f0e00f1891421ca81bff5dfef9d57a 2024-11-25T20:25:19,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-11-25T20:25:19,550 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:25:19,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-25T20:25:19,551 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:25:19,552 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:25:19,558 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/77f0e00f1891421ca81bff5dfef9d57a, entries=200, sequenceid=317, filesize=14.4 K 2024-11-25T20:25:19,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/70408562915d47218cba52a842321da6 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/70408562915d47218cba52a842321da6 2024-11-25T20:25:19,567 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/70408562915d47218cba52a842321da6, entries=150, sequenceid=317, filesize=12.0 K 2024-11-25T20:25:19,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/c72282c1d415490e903aca0f04f6030d as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/c72282c1d415490e903aca0f04f6030d 2024-11-25T20:25:19,573 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/c72282c1d415490e903aca0f04f6030d, entries=150, sequenceid=317, filesize=12.0 K 2024-11-25T20:25:19,574 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 6694c3b2f0866fca31ba04c40ffcd4c6 in 192ms, sequenceid=317, compaction requested=true 2024-11-25T20:25:19,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6694c3b2f0866fca31ba04c40ffcd4c6: 2024-11-25T20:25:19,574 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:25:19,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6694c3b2f0866fca31ba04c40ffcd4c6:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:25:19,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:19,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6694c3b2f0866fca31ba04c40ffcd4c6:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:25:19,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:19,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6694c3b2f0866fca31ba04c40ffcd4c6:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:25:19,575 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:25:19,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:25:19,575 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39991 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:25:19,575 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): 6694c3b2f0866fca31ba04c40ffcd4c6/A is initiating minor compaction (all files) 2024-11-25T20:25:19,576 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6694c3b2f0866fca31ba04c40ffcd4c6/A in TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:19,576 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/e65dd431015d4e85abd2fe0397d9d99f, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/15fdfc6c94ef4f3b99e86f0f60017f5b, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/77f0e00f1891421ca81bff5dfef9d57a] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp, totalSize=39.1 K 2024-11-25T20:25:19,576 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:25:19,576 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting e65dd431015d4e85abd2fe0397d9d99f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732566317361 2024-11-25T20:25:19,576 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1540): 6694c3b2f0866fca31ba04c40ffcd4c6/B is initiating minor compaction (all files) 2024-11-25T20:25:19,576 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6694c3b2f0866fca31ba04c40ffcd4c6/B in TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:19,576 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/71e17e163c1642f2b381b43171bd8207, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/d45020ac39574a549fe9410911b93659, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/70408562915d47218cba52a842321da6] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp, totalSize=36.7 K 2024-11-25T20:25:19,578 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 15fdfc6c94ef4f3b99e86f0f60017f5b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732566318047 2024-11-25T20:25:19,578 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 71e17e163c1642f2b381b43171bd8207, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732566317361 2024-11-25T20:25:19,579 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting d45020ac39574a549fe9410911b93659, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732566318047 2024-11-25T20:25:19,579 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 77f0e00f1891421ca81bff5dfef9d57a, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732566318751 2024-11-25T20:25:19,579 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 70408562915d47218cba52a842321da6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732566318751 2024-11-25T20:25:19,596 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6694c3b2f0866fca31ba04c40ffcd4c6#A#compaction#467 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:19,597 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/ed4ef0e36de64b7e84290cd7cff57e73 is 50, key is test_row_0/A:col10/1732566318753/Put/seqid=0 2024-11-25T20:25:19,600 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6694c3b2f0866fca31ba04c40ffcd4c6#B#compaction#468 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:19,601 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/8e2d73c6cc1143298b6b71fbfdff8775 is 50, key is test_row_0/B:col10/1732566318753/Put/seqid=0 2024-11-25T20:25:19,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742375_1551 (size=13051) 2024-11-25T20:25:19,647 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/ed4ef0e36de64b7e84290cd7cff57e73 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/ed4ef0e36de64b7e84290cd7cff57e73 2024-11-25T20:25:19,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-25T20:25:19,653 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6694c3b2f0866fca31ba04c40ffcd4c6/A of 6694c3b2f0866fca31ba04c40ffcd4c6 into ed4ef0e36de64b7e84290cd7cff57e73(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:19,653 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6694c3b2f0866fca31ba04c40ffcd4c6: 2024-11-25T20:25:19,653 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6., storeName=6694c3b2f0866fca31ba04c40ffcd4c6/A, priority=13, startTime=1732566319574; duration=0sec 2024-11-25T20:25:19,653 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:25:19,653 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6694c3b2f0866fca31ba04c40ffcd4c6:A 2024-11-25T20:25:19,653 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:25:19,654 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:25:19,654 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): 6694c3b2f0866fca31ba04c40ffcd4c6/C is initiating minor compaction (all files) 2024-11-25T20:25:19,654 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6694c3b2f0866fca31ba04c40ffcd4c6/C in TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:19,655 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/5be2ae9e2d614898b4a30ddd53e3cf15, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/968ec62b1e1843f290b8eef706ade7f8, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/c72282c1d415490e903aca0f04f6030d] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp, totalSize=36.7 K 2024-11-25T20:25:19,655 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 5be2ae9e2d614898b4a30ddd53e3cf15, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732566317361 2024-11-25T20:25:19,655 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 968ec62b1e1843f290b8eef706ade7f8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732566318047 2024-11-25T20:25:19,656 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting c72282c1d415490e903aca0f04f6030d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732566318751 2024-11-25T20:25:19,670 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6694c3b2f0866fca31ba04c40ffcd4c6#C#compaction#469 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:19,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742376_1552 (size=13051) 2024-11-25T20:25:19,670 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/6e0c4b7378294a9b864ca90c4c8d9e03 is 50, key is test_row_0/C:col10/1732566318753/Put/seqid=0 2024-11-25T20:25:19,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742377_1553 (size=13051) 2024-11-25T20:25:19,702 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:19,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-25T20:25:19,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:19,703 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing 6694c3b2f0866fca31ba04c40ffcd4c6 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-25T20:25:19,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6694c3b2f0866fca31ba04c40ffcd4c6, store=A 2024-11-25T20:25:19,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:19,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6694c3b2f0866fca31ba04c40ffcd4c6, store=B 2024-11-25T20:25:19,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:19,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6694c3b2f0866fca31ba04c40ffcd4c6, store=C 2024-11-25T20:25:19,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:19,713 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. as already flushing 2024-11-25T20:25:19,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on 6694c3b2f0866fca31ba04c40ffcd4c6 2024-11-25T20:25:19,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/7a7fa35341c546ddb5858587a3ef0199 is 50, key is test_row_0/A:col10/1732566319391/Put/seqid=0 2024-11-25T20:25:19,724 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/6e0c4b7378294a9b864ca90c4c8d9e03 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/6e0c4b7378294a9b864ca90c4c8d9e03 2024-11-25T20:25:19,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742378_1554 (size=12301) 2024-11-25T20:25:19,729 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/7a7fa35341c546ddb5858587a3ef0199 2024-11-25T20:25:19,731 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6694c3b2f0866fca31ba04c40ffcd4c6/C of 6694c3b2f0866fca31ba04c40ffcd4c6 into 6e0c4b7378294a9b864ca90c4c8d9e03(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:19,731 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6694c3b2f0866fca31ba04c40ffcd4c6: 2024-11-25T20:25:19,731 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6., storeName=6694c3b2f0866fca31ba04c40ffcd4c6/C, priority=13, startTime=1732566319575; duration=0sec 2024-11-25T20:25:19,731 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:19,731 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6694c3b2f0866fca31ba04c40ffcd4c6:C 2024-11-25T20:25:19,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/eade29f9b27c42819668f5a7af4fe291 is 50, key is test_row_0/B:col10/1732566319391/Put/seqid=0 2024-11-25T20:25:19,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742379_1555 (size=12301) 2024-11-25T20:25:19,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-25T20:25:19,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:19,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59150 deadline: 1732566379882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:19,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:19,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59112 deadline: 1732566379892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:19,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:19,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59104 deadline: 1732566379892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:20,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:20,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59112 deadline: 1732566380007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:20,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:20,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59104 deadline: 1732566380007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:20,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:20,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59150 deadline: 1732566380008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:20,079 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/8e2d73c6cc1143298b6b71fbfdff8775 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/8e2d73c6cc1143298b6b71fbfdff8775 2024-11-25T20:25:20,083 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6694c3b2f0866fca31ba04c40ffcd4c6/B of 6694c3b2f0866fca31ba04c40ffcd4c6 into 8e2d73c6cc1143298b6b71fbfdff8775(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:20,083 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6694c3b2f0866fca31ba04c40ffcd4c6: 2024-11-25T20:25:20,083 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6., storeName=6694c3b2f0866fca31ba04c40ffcd4c6/B, priority=13, startTime=1732566319575; duration=0sec 2024-11-25T20:25:20,083 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:20,083 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6694c3b2f0866fca31ba04c40ffcd4c6:B 2024-11-25T20:25:20,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-25T20:25:20,177 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/eade29f9b27c42819668f5a7af4fe291 2024-11-25T20:25:20,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/70d8900247f04738a3bc95f3d21709f0 is 50, key is test_row_0/C:col10/1732566319391/Put/seqid=0 2024-11-25T20:25:20,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:20,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59112 deadline: 1732566380210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:20,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:20,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59104 deadline: 1732566380212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:20,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742380_1556 (size=12301) 2024-11-25T20:25:20,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:20,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59150 deadline: 1732566380220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:20,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:20,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59104 deadline: 1732566380518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:20,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:20,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59112 deadline: 1732566380519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:20,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:20,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59150 deadline: 1732566380531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:20,625 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/70d8900247f04738a3bc95f3d21709f0 2024-11-25T20:25:20,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/7a7fa35341c546ddb5858587a3ef0199 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/7a7fa35341c546ddb5858587a3ef0199 2024-11-25T20:25:20,637 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/7a7fa35341c546ddb5858587a3ef0199, entries=150, sequenceid=327, filesize=12.0 K 2024-11-25T20:25:20,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/eade29f9b27c42819668f5a7af4fe291 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/eade29f9b27c42819668f5a7af4fe291 2024-11-25T20:25:20,641 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/eade29f9b27c42819668f5a7af4fe291, entries=150, sequenceid=327, filesize=12.0 K 2024-11-25T20:25:20,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/70d8900247f04738a3bc95f3d21709f0 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/70d8900247f04738a3bc95f3d21709f0 2024-11-25T20:25:20,645 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/70d8900247f04738a3bc95f3d21709f0, entries=150, sequenceid=327, filesize=12.0 K 2024-11-25T20:25:20,646 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=167.72 KB/171750 for 6694c3b2f0866fca31ba04c40ffcd4c6 in 943ms, sequenceid=327, compaction requested=false 2024-11-25T20:25:20,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for 6694c3b2f0866fca31ba04c40ffcd4c6: 2024-11-25T20:25:20,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:20,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-11-25T20:25:20,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-11-25T20:25:20,648 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-25T20:25:20,648 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0950 sec 2024-11-25T20:25:20,649 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 1.1020 sec 2024-11-25T20:25:20,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-25T20:25:20,655 INFO [Thread-2157 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-25T20:25:20,656 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:25:20,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-11-25T20:25:20,657 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:25:20,657 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:25:20,657 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:25:20,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-25T20:25:20,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-25T20:25:20,809 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:20,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-25T20:25:20,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:20,810 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing 6694c3b2f0866fca31ba04c40ffcd4c6 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-25T20:25:20,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6694c3b2f0866fca31ba04c40ffcd4c6, store=A 2024-11-25T20:25:20,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:20,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6694c3b2f0866fca31ba04c40ffcd4c6, store=B 2024-11-25T20:25:20,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:20,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6694c3b2f0866fca31ba04c40ffcd4c6, store=C 2024-11-25T20:25:20,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:20,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/7a9890a9884842ca906d95606dd79d77 is 50, key is test_row_0/A:col10/1732566319889/Put/seqid=0 2024-11-25T20:25:20,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742381_1557 (size=12301) 2024-11-25T20:25:20,841 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/7a9890a9884842ca906d95606dd79d77 2024-11-25T20:25:20,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/096f1ad112ba45ba895172c3ffbef41a is 50, key is test_row_0/B:col10/1732566319889/Put/seqid=0 2024-11-25T20:25:20,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742382_1558 (size=12301) 2024-11-25T20:25:20,872 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/096f1ad112ba45ba895172c3ffbef41a 2024-11-25T20:25:20,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/31cb8fe32a7a425b88043cb08f6672f2 is 50, key is test_row_0/C:col10/1732566319889/Put/seqid=0 2024-11-25T20:25:20,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742383_1559 (size=12301) 2024-11-25T20:25:20,917 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/31cb8fe32a7a425b88043cb08f6672f2 2024-11-25T20:25:20,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/7a9890a9884842ca906d95606dd79d77 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/7a9890a9884842ca906d95606dd79d77 2024-11-25T20:25:20,937 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/7a9890a9884842ca906d95606dd79d77, entries=150, sequenceid=357, filesize=12.0 K 2024-11-25T20:25:20,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/096f1ad112ba45ba895172c3ffbef41a as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/096f1ad112ba45ba895172c3ffbef41a 2024-11-25T20:25:20,943 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/096f1ad112ba45ba895172c3ffbef41a, entries=150, sequenceid=357, filesize=12.0 K 2024-11-25T20:25:20,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/31cb8fe32a7a425b88043cb08f6672f2 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/31cb8fe32a7a425b88043cb08f6672f2 2024-11-25T20:25:20,951 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/31cb8fe32a7a425b88043cb08f6672f2, entries=150, sequenceid=357, filesize=12.0 K 2024-11-25T20:25:20,955 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=0 B/0 for 6694c3b2f0866fca31ba04c40ffcd4c6 in 145ms, sequenceid=357, compaction requested=true 2024-11-25T20:25:20,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for 6694c3b2f0866fca31ba04c40ffcd4c6: 2024-11-25T20:25:20,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:20,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-11-25T20:25:20,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-11-25T20:25:20,957 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-25T20:25:20,957 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 299 msec 2024-11-25T20:25:20,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-25T20:25:20,960 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 302 msec 2024-11-25T20:25:21,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on 6694c3b2f0866fca31ba04c40ffcd4c6 2024-11-25T20:25:21,041 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6694c3b2f0866fca31ba04c40ffcd4c6 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T20:25:21,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6694c3b2f0866fca31ba04c40ffcd4c6, store=A 2024-11-25T20:25:21,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:21,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6694c3b2f0866fca31ba04c40ffcd4c6, store=B 2024-11-25T20:25:21,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:21,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6694c3b2f0866fca31ba04c40ffcd4c6, store=C 2024-11-25T20:25:21,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:21,045 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/47bfcf5c10e448219047d0600dee64f5 is 50, key is test_row_0/A:col10/1732566321041/Put/seqid=0 2024-11-25T20:25:21,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742384_1560 (size=17181) 2024-11-25T20:25:21,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:21,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59150 deadline: 1732566381083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:21,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:21,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59112 deadline: 1732566381084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:21,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:21,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59104 deadline: 1732566381088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:21,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:21,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59150 deadline: 1732566381194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:21,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:21,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59112 deadline: 1732566381194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:21,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:21,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59104 deadline: 1732566381196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:21,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-25T20:25:21,261 INFO [Thread-2157 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-25T20:25:21,262 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:25:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-11-25T20:25:21,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-25T20:25:21,263 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:25:21,264 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:25:21,264 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:25:21,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-25T20:25:21,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:21,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59112 deadline: 1732566381401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:21,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:21,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59104 deadline: 1732566381402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:21,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:21,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59150 deadline: 1732566381402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:21,415 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:21,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-25T20:25:21,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:21,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. as already flushing 2024-11-25T20:25:21,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:21,415 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:21,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:21,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:21,448 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/47bfcf5c10e448219047d0600dee64f5 2024-11-25T20:25:21,460 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/94884667a0ca46e0b10e243cc6510ad8 is 50, key is test_row_0/B:col10/1732566321041/Put/seqid=0 2024-11-25T20:25:21,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742385_1561 (size=12301) 2024-11-25T20:25:21,469 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/94884667a0ca46e0b10e243cc6510ad8 2024-11-25T20:25:21,476 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/a870b950de6f4f408254940a7df1977e is 50, key is test_row_0/C:col10/1732566321041/Put/seqid=0 2024-11-25T20:25:21,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742386_1562 (size=12301) 2024-11-25T20:25:21,484 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/a870b950de6f4f408254940a7df1977e 2024-11-25T20:25:21,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/47bfcf5c10e448219047d0600dee64f5 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/47bfcf5c10e448219047d0600dee64f5 2024-11-25T20:25:21,492 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/47bfcf5c10e448219047d0600dee64f5, entries=250, sequenceid=369, filesize=16.8 K 2024-11-25T20:25:21,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/94884667a0ca46e0b10e243cc6510ad8 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/94884667a0ca46e0b10e243cc6510ad8 2024-11-25T20:25:21,497 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/94884667a0ca46e0b10e243cc6510ad8, entries=150, sequenceid=369, filesize=12.0 K 2024-11-25T20:25:21,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/a870b950de6f4f408254940a7df1977e as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/a870b950de6f4f408254940a7df1977e 2024-11-25T20:25:21,506 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/a870b950de6f4f408254940a7df1977e, entries=150, sequenceid=369, filesize=12.0 K 2024-11-25T20:25:21,507 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 6694c3b2f0866fca31ba04c40ffcd4c6 in 466ms, sequenceid=369, compaction requested=true 2024-11-25T20:25:21,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6694c3b2f0866fca31ba04c40ffcd4c6: 2024-11-25T20:25:21,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6694c3b2f0866fca31ba04c40ffcd4c6:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:25:21,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:21,507 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:25:21,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6694c3b2f0866fca31ba04c40ffcd4c6:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:25:21,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:21,508 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:25:21,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6694c3b2f0866fca31ba04c40ffcd4c6:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:25:21,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:25:21,508 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54834 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:25:21,508 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:25:21,508 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1540): 6694c3b2f0866fca31ba04c40ffcd4c6/A is initiating minor compaction (all files) 2024-11-25T20:25:21,508 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): 6694c3b2f0866fca31ba04c40ffcd4c6/B is initiating minor compaction (all files) 2024-11-25T20:25:21,509 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6694c3b2f0866fca31ba04c40ffcd4c6/B in TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:21,509 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6694c3b2f0866fca31ba04c40ffcd4c6/A in TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:21,509 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/ed4ef0e36de64b7e84290cd7cff57e73, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/7a7fa35341c546ddb5858587a3ef0199, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/7a9890a9884842ca906d95606dd79d77, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/47bfcf5c10e448219047d0600dee64f5] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp, totalSize=53.5 K 2024-11-25T20:25:21,509 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/8e2d73c6cc1143298b6b71fbfdff8775, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/eade29f9b27c42819668f5a7af4fe291, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/096f1ad112ba45ba895172c3ffbef41a, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/94884667a0ca46e0b10e243cc6510ad8] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp, totalSize=48.8 K 2024-11-25T20:25:21,509 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 8e2d73c6cc1143298b6b71fbfdff8775, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732566318751 2024-11-25T20:25:21,509 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting ed4ef0e36de64b7e84290cd7cff57e73, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732566318751 2024-11-25T20:25:21,509 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7a7fa35341c546ddb5858587a3ef0199, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732566319391 2024-11-25T20:25:21,509 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting eade29f9b27c42819668f5a7af4fe291, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732566319391 2024-11-25T20:25:21,509 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7a9890a9884842ca906d95606dd79d77, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732566319877 2024-11-25T20:25:21,510 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 096f1ad112ba45ba895172c3ffbef41a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732566319877 2024-11-25T20:25:21,510 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 94884667a0ca46e0b10e243cc6510ad8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732566321026 2024-11-25T20:25:21,510 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 47bfcf5c10e448219047d0600dee64f5, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732566321026 2024-11-25T20:25:21,519 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6694c3b2f0866fca31ba04c40ffcd4c6#B#compaction#479 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:21,519 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/cf0dd12cc6954a28b7eb10146add48ed is 50, key is test_row_0/B:col10/1732566321041/Put/seqid=0 2024-11-25T20:25:21,532 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6694c3b2f0866fca31ba04c40ffcd4c6#A#compaction#480 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:21,533 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/015fa9583eec45999bafef2bae4c4c72 is 50, key is test_row_0/A:col10/1732566321041/Put/seqid=0 2024-11-25T20:25:21,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742387_1563 (size=13187) 2024-11-25T20:25:21,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742388_1564 (size=13187) 2024-11-25T20:25:21,559 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/015fa9583eec45999bafef2bae4c4c72 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/015fa9583eec45999bafef2bae4c4c72 2024-11-25T20:25:21,563 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6694c3b2f0866fca31ba04c40ffcd4c6/A of 6694c3b2f0866fca31ba04c40ffcd4c6 into 015fa9583eec45999bafef2bae4c4c72(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:21,563 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6694c3b2f0866fca31ba04c40ffcd4c6: 2024-11-25T20:25:21,563 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6., storeName=6694c3b2f0866fca31ba04c40ffcd4c6/A, priority=12, startTime=1732566321507; duration=0sec 2024-11-25T20:25:21,563 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:25:21,563 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6694c3b2f0866fca31ba04c40ffcd4c6:A 2024-11-25T20:25:21,563 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:25:21,564 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:25:21,564 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1540): 6694c3b2f0866fca31ba04c40ffcd4c6/C is initiating minor compaction (all files) 2024-11-25T20:25:21,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-25T20:25:21,564 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6694c3b2f0866fca31ba04c40ffcd4c6/C in TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:21,565 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/6e0c4b7378294a9b864ca90c4c8d9e03, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/70d8900247f04738a3bc95f3d21709f0, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/31cb8fe32a7a425b88043cb08f6672f2, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/a870b950de6f4f408254940a7df1977e] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp, totalSize=48.8 K 2024-11-25T20:25:21,565 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6e0c4b7378294a9b864ca90c4c8d9e03, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732566318751 2024-11-25T20:25:21,565 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 70d8900247f04738a3bc95f3d21709f0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732566319391 2024-11-25T20:25:21,565 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 31cb8fe32a7a425b88043cb08f6672f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732566319877 2024-11-25T20:25:21,565 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting a870b950de6f4f408254940a7df1977e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732566321026 2024-11-25T20:25:21,569 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:21,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-25T20:25:21,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:21,569 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing 6694c3b2f0866fca31ba04c40ffcd4c6 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T20:25:21,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6694c3b2f0866fca31ba04c40ffcd4c6, store=A 2024-11-25T20:25:21,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:21,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6694c3b2f0866fca31ba04c40ffcd4c6, store=B 2024-11-25T20:25:21,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:21,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6694c3b2f0866fca31ba04c40ffcd4c6, store=C 2024-11-25T20:25:21,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:21,572 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6694c3b2f0866fca31ba04c40ffcd4c6#C#compaction#481 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:21,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/f525acaab8ee4db798ea4e42a9261ad0 is 50, key is test_row_0/A:col10/1732566321075/Put/seqid=0 2024-11-25T20:25:21,573 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/0926b90d4b9148448ede804418b11964 is 50, key is test_row_0/C:col10/1732566321041/Put/seqid=0 2024-11-25T20:25:21,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742389_1565 (size=12301) 2024-11-25T20:25:21,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742390_1566 (size=13187) 2024-11-25T20:25:21,707 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. as already flushing 2024-11-25T20:25:21,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on 6694c3b2f0866fca31ba04c40ffcd4c6 2024-11-25T20:25:21,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:21,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59150 deadline: 1732566381716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:21,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:21,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59134 deadline: 1732566381720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:21,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:21,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59112 deadline: 1732566381721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:21,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:21,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59104 deadline: 1732566381722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:21,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:21,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59132 deadline: 1732566381730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:21,735 DEBUG [Thread-2151 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8242 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6., hostname=a8cf619b0679,41621,1732566182451, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T20:25:21,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:21,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59150 deadline: 1732566381823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:21,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:21,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59134 deadline: 1732566381829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:21,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:21,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:21,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59112 deadline: 1732566381829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:21,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59104 deadline: 1732566381829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:21,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-25T20:25:21,958 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/cf0dd12cc6954a28b7eb10146add48ed as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/cf0dd12cc6954a28b7eb10146add48ed 2024-11-25T20:25:21,964 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6694c3b2f0866fca31ba04c40ffcd4c6/B of 6694c3b2f0866fca31ba04c40ffcd4c6 into cf0dd12cc6954a28b7eb10146add48ed(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:21,964 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6694c3b2f0866fca31ba04c40ffcd4c6: 2024-11-25T20:25:21,964 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6., storeName=6694c3b2f0866fca31ba04c40ffcd4c6/B, priority=12, startTime=1732566321507; duration=0sec 2024-11-25T20:25:21,964 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:21,964 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6694c3b2f0866fca31ba04c40ffcd4c6:B 2024-11-25T20:25:21,980 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/f525acaab8ee4db798ea4e42a9261ad0 2024-11-25T20:25:21,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/aa19878f391d4498ae381f27a7d81ece is 50, key is test_row_0/B:col10/1732566321075/Put/seqid=0 2024-11-25T20:25:21,990 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/0926b90d4b9148448ede804418b11964 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/0926b90d4b9148448ede804418b11964 2024-11-25T20:25:21,999 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6694c3b2f0866fca31ba04c40ffcd4c6/C of 6694c3b2f0866fca31ba04c40ffcd4c6 into 0926b90d4b9148448ede804418b11964(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:21,999 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6694c3b2f0866fca31ba04c40ffcd4c6: 2024-11-25T20:25:21,999 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6., storeName=6694c3b2f0866fca31ba04c40ffcd4c6/C, priority=12, startTime=1732566321508; duration=0sec 2024-11-25T20:25:21,999 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:21,999 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6694c3b2f0866fca31ba04c40ffcd4c6:C 2024-11-25T20:25:22,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742391_1567 (size=12301) 2024-11-25T20:25:22,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:22,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59150 deadline: 1732566382030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:22,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:22,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:22,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59104 deadline: 1732566382036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:22,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59134 deadline: 1732566382036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:22,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:22,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59112 deadline: 1732566382037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:22,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:22,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59150 deadline: 1732566382334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:22,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:22,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59104 deadline: 1732566382343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:22,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:22,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59112 deadline: 1732566382344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:22,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:22,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59134 deadline: 1732566382344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:22,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-25T20:25:22,403 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/aa19878f391d4498ae381f27a7d81ece 2024-11-25T20:25:22,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/b4a8589c1d3848fe9cbe53396d09e340 is 50, key is test_row_0/C:col10/1732566321075/Put/seqid=0 2024-11-25T20:25:22,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742392_1568 (size=12301) 2024-11-25T20:25:22,836 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/b4a8589c1d3848fe9cbe53396d09e340 2024-11-25T20:25:22,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/f525acaab8ee4db798ea4e42a9261ad0 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/f525acaab8ee4db798ea4e42a9261ad0 2024-11-25T20:25:22,845 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/f525acaab8ee4db798ea4e42a9261ad0, entries=150, sequenceid=394, filesize=12.0 K 2024-11-25T20:25:22,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/aa19878f391d4498ae381f27a7d81ece as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/aa19878f391d4498ae381f27a7d81ece 2024-11-25T20:25:22,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:22,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59150 deadline: 1732566382842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:22,850 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/aa19878f391d4498ae381f27a7d81ece, entries=150, sequenceid=394, filesize=12.0 K 2024-11-25T20:25:22,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/b4a8589c1d3848fe9cbe53396d09e340 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/b4a8589c1d3848fe9cbe53396d09e340 2024-11-25T20:25:22,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:22,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59104 deadline: 1732566382852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:22,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:22,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59112 deadline: 1732566382853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:22,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:22,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59134 deadline: 1732566382856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:22,859 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/b4a8589c1d3848fe9cbe53396d09e340, entries=150, sequenceid=394, filesize=12.0 K 2024-11-25T20:25:22,861 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 6694c3b2f0866fca31ba04c40ffcd4c6 in 1291ms, sequenceid=394, compaction requested=false 2024-11-25T20:25:22,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for 6694c3b2f0866fca31ba04c40ffcd4c6: 2024-11-25T20:25:22,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:22,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-11-25T20:25:22,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-11-25T20:25:22,862 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-25T20:25:22,862 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5970 sec 2024-11-25T20:25:22,865 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 1.6020 sec 2024-11-25T20:25:23,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-25T20:25:23,366 INFO [Thread-2157 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-11-25T20:25:23,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:25:23,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-11-25T20:25:23,368 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:25:23,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-25T20:25:23,370 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:25:23,371 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:25:23,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-25T20:25:23,523 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:23,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-25T20:25:23,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:23,524 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing 6694c3b2f0866fca31ba04c40ffcd4c6 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T20:25:23,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6694c3b2f0866fca31ba04c40ffcd4c6, store=A 2024-11-25T20:25:23,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:23,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6694c3b2f0866fca31ba04c40ffcd4c6, store=B 2024-11-25T20:25:23,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:23,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6694c3b2f0866fca31ba04c40ffcd4c6, store=C 2024-11-25T20:25:23,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:23,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/c3217f30cb5845e8a8b46bd8aee574f5 is 50, key is test_row_0/A:col10/1732566321715/Put/seqid=0 2024-11-25T20:25:23,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742393_1569 (size=12301) 2024-11-25T20:25:23,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-25T20:25:23,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on 6694c3b2f0866fca31ba04c40ffcd4c6 2024-11-25T20:25:23,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. as already flushing 2024-11-25T20:25:23,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:23,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59150 deadline: 1732566383889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:23,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:23,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59112 deadline: 1732566383890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:23,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:23,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59104 deadline: 1732566383891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:23,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:23,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59134 deadline: 1732566383891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:23,932 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/c3217f30cb5845e8a8b46bd8aee574f5 2024-11-25T20:25:23,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/4b19c2c9475b4f22b1c946d5be044113 is 50, key is test_row_0/B:col10/1732566321715/Put/seqid=0 2024-11-25T20:25:23,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742394_1570 (size=12301) 2024-11-25T20:25:23,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-25T20:25:24,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:24,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59150 deadline: 1732566383997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:24,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:24,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59112 deadline: 1732566383997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:24,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:24,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59134 deadline: 1732566384001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:24,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:24,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59104 deadline: 1732566384001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:24,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:24,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59150 deadline: 1732566384202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:24,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:24,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59112 deadline: 1732566384202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:24,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:24,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59134 deadline: 1732566384206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:24,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:24,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59104 deadline: 1732566384206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:24,341 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/4b19c2c9475b4f22b1c946d5be044113 2024-11-25T20:25:24,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/daed46d18da84cf7bf0607881d9207ad is 50, key is test_row_0/C:col10/1732566321715/Put/seqid=0 2024-11-25T20:25:24,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742395_1571 (size=12301) 2024-11-25T20:25:24,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-25T20:25:24,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:24,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59150 deadline: 1732566384507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:24,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:24,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59112 deadline: 1732566384507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:24,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:24,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59104 deadline: 1732566384509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:24,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:24,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59134 deadline: 1732566384510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:24,749 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/daed46d18da84cf7bf0607881d9207ad 2024-11-25T20:25:24,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/c3217f30cb5845e8a8b46bd8aee574f5 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/c3217f30cb5845e8a8b46bd8aee574f5 2024-11-25T20:25:24,755 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/c3217f30cb5845e8a8b46bd8aee574f5, entries=150, sequenceid=408, filesize=12.0 K 2024-11-25T20:25:24,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/4b19c2c9475b4f22b1c946d5be044113 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/4b19c2c9475b4f22b1c946d5be044113 2024-11-25T20:25:24,758 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/4b19c2c9475b4f22b1c946d5be044113, entries=150, sequenceid=408, filesize=12.0 K 2024-11-25T20:25:24,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/daed46d18da84cf7bf0607881d9207ad as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/daed46d18da84cf7bf0607881d9207ad 2024-11-25T20:25:24,765 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/daed46d18da84cf7bf0607881d9207ad, entries=150, sequenceid=408, filesize=12.0 K 2024-11-25T20:25:24,765 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 6694c3b2f0866fca31ba04c40ffcd4c6 in 1241ms, sequenceid=408, compaction requested=true 2024-11-25T20:25:24,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for 6694c3b2f0866fca31ba04c40ffcd4c6: 2024-11-25T20:25:24,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:24,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-11-25T20:25:24,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-11-25T20:25:24,767 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-25T20:25:24,767 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3950 sec 2024-11-25T20:25:24,768 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 1.4000 sec 2024-11-25T20:25:25,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on 6694c3b2f0866fca31ba04c40ffcd4c6 2024-11-25T20:25:25,015 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6694c3b2f0866fca31ba04c40ffcd4c6 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T20:25:25,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6694c3b2f0866fca31ba04c40ffcd4c6, store=A 2024-11-25T20:25:25,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:25,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6694c3b2f0866fca31ba04c40ffcd4c6, store=B 2024-11-25T20:25:25,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:25,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6694c3b2f0866fca31ba04c40ffcd4c6, store=C 2024-11-25T20:25:25,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:25,020 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/4b10d4f391194e41b6500a9af0889e80 is 50, key is test_row_0/A:col10/1732566325014/Put/seqid=0 2024-11-25T20:25:25,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742396_1572 (size=14741) 2024-11-25T20:25:25,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:25,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:25,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59104 deadline: 1732566385024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:25,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59150 deadline: 1732566385024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:25,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:25,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59112 deadline: 1732566385031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:25,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:25,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59134 deadline: 1732566385031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:25,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:25,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59150 deadline: 1732566385131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:25,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:25,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59104 deadline: 1732566385131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:25,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:25,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59112 deadline: 1732566385134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:25,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:25,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59134 deadline: 1732566385135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:25,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:25,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59150 deadline: 1732566385337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:25,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:25,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59104 deadline: 1732566385338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:25,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:25,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59112 deadline: 1732566385339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:25,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:25,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59134 deadline: 1732566385342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:25,423 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/4b10d4f391194e41b6500a9af0889e80 2024-11-25T20:25:25,428 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/0c9eb5c366d1457f997ad3a480ffab59 is 50, key is test_row_0/B:col10/1732566325014/Put/seqid=0 2024-11-25T20:25:25,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742397_1573 (size=12301) 2024-11-25T20:25:25,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-25T20:25:25,472 INFO [Thread-2157 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-11-25T20:25:25,473 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:25:25,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-11-25T20:25:25,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-25T20:25:25,475 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:25:25,476 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:25:25,476 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:25:25,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-25T20:25:25,627 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:25,628 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-25T20:25:25,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:25,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. as already flushing 2024-11-25T20:25:25,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:25,628 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:25,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:25,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:25,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:25,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59104 deadline: 1732566385644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:25,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:25,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59150 deadline: 1732566385645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:25,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:25,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59112 deadline: 1732566385647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:25,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:25,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59134 deadline: 1732566385650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:25,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-25T20:25:25,780 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:25,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-25T20:25:25,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:25,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. as already flushing 2024-11-25T20:25:25,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:25,780 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:25,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:25,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:25,832 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/0c9eb5c366d1457f997ad3a480ffab59 2024-11-25T20:25:25,837 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/766cd7e0074645e49440b8f0e529b153 is 50, key is test_row_0/C:col10/1732566325014/Put/seqid=0 2024-11-25T20:25:25,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742398_1574 (size=12301) 2024-11-25T20:25:25,932 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:25,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-25T20:25:25,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:25,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. as already flushing 2024-11-25T20:25:25,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:25,933 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:25,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:25,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:26,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-25T20:25:26,084 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:26,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-25T20:25:26,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:26,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. as already flushing 2024-11-25T20:25:26,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:26,085 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:26,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:26,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:26,095 DEBUG [Thread-2160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x162085c9 to 127.0.0.1:49356 2024-11-25T20:25:26,095 DEBUG [Thread-2160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:25:26,095 DEBUG [Thread-2166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x46d077bc to 127.0.0.1:49356 2024-11-25T20:25:26,095 DEBUG [Thread-2166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:25:26,098 DEBUG [Thread-2162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x23d71b75 to 127.0.0.1:49356 2024-11-25T20:25:26,098 DEBUG [Thread-2162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:25:26,100 DEBUG [Thread-2164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1e4b1013 to 127.0.0.1:49356 2024-11-25T20:25:26,101 DEBUG [Thread-2164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:25:26,101 DEBUG [Thread-2158 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x28640533 to 127.0.0.1:49356 2024-11-25T20:25:26,101 DEBUG [Thread-2158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:25:26,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:26,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:26,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:26,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59112 deadline: 1732566386150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:26,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59104 deadline: 1732566386150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:26,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59150 deadline: 1732566386150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:26,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:26,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59134 deadline: 1732566386154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:26,237 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:26,237 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-25T20:25:26,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:26,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. as already flushing 2024-11-25T20:25:26,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:26,237 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:26,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:26,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:26,241 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/766cd7e0074645e49440b8f0e529b153 2024-11-25T20:25:26,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/4b10d4f391194e41b6500a9af0889e80 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/4b10d4f391194e41b6500a9af0889e80 2024-11-25T20:25:26,252 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/4b10d4f391194e41b6500a9af0889e80, entries=200, sequenceid=434, filesize=14.4 K 2024-11-25T20:25:26,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/0c9eb5c366d1457f997ad3a480ffab59 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/0c9eb5c366d1457f997ad3a480ffab59 2024-11-25T20:25:26,258 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/0c9eb5c366d1457f997ad3a480ffab59, entries=150, sequenceid=434, filesize=12.0 K 2024-11-25T20:25:26,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/766cd7e0074645e49440b8f0e529b153 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/766cd7e0074645e49440b8f0e529b153 2024-11-25T20:25:26,264 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/766cd7e0074645e49440b8f0e529b153, entries=150, sequenceid=434, filesize=12.0 K 2024-11-25T20:25:26,265 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 6694c3b2f0866fca31ba04c40ffcd4c6 in 1250ms, sequenceid=434, compaction requested=true 2024-11-25T20:25:26,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6694c3b2f0866fca31ba04c40ffcd4c6: 2024-11-25T20:25:26,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6694c3b2f0866fca31ba04c40ffcd4c6:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:25:26,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:26,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6694c3b2f0866fca31ba04c40ffcd4c6:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:25:26,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:26,265 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:25:26,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6694c3b2f0866fca31ba04c40ffcd4c6:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:25:26,265 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:25:26,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:25:26,266 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52530 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:25:26,266 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:25:26,267 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): 6694c3b2f0866fca31ba04c40ffcd4c6/B is initiating minor compaction (all files) 2024-11-25T20:25:26,267 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1540): 6694c3b2f0866fca31ba04c40ffcd4c6/A is initiating minor compaction (all files) 2024-11-25T20:25:26,267 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6694c3b2f0866fca31ba04c40ffcd4c6/B in TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:26,267 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6694c3b2f0866fca31ba04c40ffcd4c6/A in TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:26,267 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/cf0dd12cc6954a28b7eb10146add48ed, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/aa19878f391d4498ae381f27a7d81ece, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/4b19c2c9475b4f22b1c946d5be044113, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/0c9eb5c366d1457f997ad3a480ffab59] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp, totalSize=48.9 K 2024-11-25T20:25:26,267 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/015fa9583eec45999bafef2bae4c4c72, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/f525acaab8ee4db798ea4e42a9261ad0, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/c3217f30cb5845e8a8b46bd8aee574f5, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/4b10d4f391194e41b6500a9af0889e80] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp, totalSize=51.3 K 2024-11-25T20:25:26,267 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 015fa9583eec45999bafef2bae4c4c72, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732566321026 2024-11-25T20:25:26,267 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting cf0dd12cc6954a28b7eb10146add48ed, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732566321026 2024-11-25T20:25:26,268 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting f525acaab8ee4db798ea4e42a9261ad0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1732566321075 2024-11-25T20:25:26,268 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting aa19878f391d4498ae381f27a7d81ece, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1732566321075 2024-11-25T20:25:26,268 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting c3217f30cb5845e8a8b46bd8aee574f5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732566321715 2024-11-25T20:25:26,268 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b19c2c9475b4f22b1c946d5be044113, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732566321715 2024-11-25T20:25:26,269 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4b10d4f391194e41b6500a9af0889e80, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1732566323888 2024-11-25T20:25:26,269 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 0c9eb5c366d1457f997ad3a480ffab59, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1732566323889 2024-11-25T20:25:26,277 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6694c3b2f0866fca31ba04c40ffcd4c6#A#compaction#491 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:26,278 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/3eb158be04164a9ea905dfcf449cc008 is 50, key is test_row_0/A:col10/1732566325014/Put/seqid=0 2024-11-25T20:25:26,279 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6694c3b2f0866fca31ba04c40ffcd4c6#B#compaction#492 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:26,279 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/2e021fea053748cca3e171ade6ecdc9a is 50, key is test_row_0/B:col10/1732566325014/Put/seqid=0 2024-11-25T20:25:26,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742399_1575 (size=13323) 2024-11-25T20:25:26,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742400_1576 (size=13323) 2024-11-25T20:25:26,284 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/2e021fea053748cca3e171ade6ecdc9a as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/2e021fea053748cca3e171ade6ecdc9a 2024-11-25T20:25:26,287 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6694c3b2f0866fca31ba04c40ffcd4c6/B of 6694c3b2f0866fca31ba04c40ffcd4c6 into 2e021fea053748cca3e171ade6ecdc9a(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:26,287 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6694c3b2f0866fca31ba04c40ffcd4c6: 2024-11-25T20:25:26,287 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6., storeName=6694c3b2f0866fca31ba04c40ffcd4c6/B, priority=12, startTime=1732566326265; duration=0sec 2024-11-25T20:25:26,287 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:25:26,287 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6694c3b2f0866fca31ba04c40ffcd4c6:B 2024-11-25T20:25:26,287 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:25:26,288 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:25:26,288 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): 6694c3b2f0866fca31ba04c40ffcd4c6/C is initiating minor compaction (all files) 2024-11-25T20:25:26,288 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6694c3b2f0866fca31ba04c40ffcd4c6/C in TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:26,288 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/0926b90d4b9148448ede804418b11964, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/b4a8589c1d3848fe9cbe53396d09e340, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/daed46d18da84cf7bf0607881d9207ad, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/766cd7e0074645e49440b8f0e529b153] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp, totalSize=48.9 K 2024-11-25T20:25:26,289 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 0926b90d4b9148448ede804418b11964, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732566321026 2024-11-25T20:25:26,289 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting b4a8589c1d3848fe9cbe53396d09e340, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1732566321075 2024-11-25T20:25:26,289 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting daed46d18da84cf7bf0607881d9207ad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732566321715 2024-11-25T20:25:26,289 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 766cd7e0074645e49440b8f0e529b153, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1732566323889 2024-11-25T20:25:26,296 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6694c3b2f0866fca31ba04c40ffcd4c6#C#compaction#493 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:26,296 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/43a4eff6df034a2a8326e0464491eaef is 50, key is test_row_0/C:col10/1732566325014/Put/seqid=0 2024-11-25T20:25:26,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742401_1577 (size=13323) 2024-11-25T20:25:26,303 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/43a4eff6df034a2a8326e0464491eaef as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/43a4eff6df034a2a8326e0464491eaef 2024-11-25T20:25:26,306 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6694c3b2f0866fca31ba04c40ffcd4c6/C of 6694c3b2f0866fca31ba04c40ffcd4c6 into 43a4eff6df034a2a8326e0464491eaef(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:26,306 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6694c3b2f0866fca31ba04c40ffcd4c6: 2024-11-25T20:25:26,306 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6., storeName=6694c3b2f0866fca31ba04c40ffcd4c6/C, priority=12, startTime=1732566326265; duration=0sec 2024-11-25T20:25:26,306 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:26,306 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6694c3b2f0866fca31ba04c40ffcd4c6:C 2024-11-25T20:25:26,390 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:26,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-25T20:25:26,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:26,392 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2837): Flushing 6694c3b2f0866fca31ba04c40ffcd4c6 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T20:25:26,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6694c3b2f0866fca31ba04c40ffcd4c6, store=A 2024-11-25T20:25:26,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:26,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6694c3b2f0866fca31ba04c40ffcd4c6, store=B 2024-11-25T20:25:26,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:26,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6694c3b2f0866fca31ba04c40ffcd4c6, store=C 2024-11-25T20:25:26,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:26,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/0d90b66178984bbeaa8b22f2119cd93e is 50, key is test_row_0/A:col10/1732566325022/Put/seqid=0 2024-11-25T20:25:26,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742402_1578 (size=12301) 2024-11-25T20:25:26,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-25T20:25:26,688 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/3eb158be04164a9ea905dfcf449cc008 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/3eb158be04164a9ea905dfcf449cc008 2024-11-25T20:25:26,694 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6694c3b2f0866fca31ba04c40ffcd4c6/A of 6694c3b2f0866fca31ba04c40ffcd4c6 into 3eb158be04164a9ea905dfcf449cc008(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:26,694 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6694c3b2f0866fca31ba04c40ffcd4c6: 2024-11-25T20:25:26,694 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6., storeName=6694c3b2f0866fca31ba04c40ffcd4c6/A, priority=12, startTime=1732566326265; duration=0sec 2024-11-25T20:25:26,694 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:26,694 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6694c3b2f0866fca31ba04c40ffcd4c6:A 2024-11-25T20:25:26,808 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/0d90b66178984bbeaa8b22f2119cd93e 2024-11-25T20:25:26,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/2680371cd5d642f6a42cbba5f2e70e1a is 50, key is test_row_0/B:col10/1732566325022/Put/seqid=0 2024-11-25T20:25:26,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742403_1579 (size=12301) 2024-11-25T20:25:27,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on 6694c3b2f0866fca31ba04c40ffcd4c6 2024-11-25T20:25:27,156 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. as already flushing 2024-11-25T20:25:27,156 DEBUG [Thread-2155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5eb86dda to 127.0.0.1:49356 2024-11-25T20:25:27,156 DEBUG [Thread-2153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6ca89633 to 127.0.0.1:49356 2024-11-25T20:25:27,156 DEBUG [Thread-2153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:25:27,156 DEBUG [Thread-2155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:25:27,158 DEBUG [Thread-2149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7cb46b35 to 127.0.0.1:49356 2024-11-25T20:25:27,158 DEBUG [Thread-2149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:25:27,163 DEBUG [Thread-2147 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22186f04 to 127.0.0.1:49356 2024-11-25T20:25:27,163 DEBUG [Thread-2147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:25:27,225 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/2680371cd5d642f6a42cbba5f2e70e1a 2024-11-25T20:25:27,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/02d6933c9e204439b52c926fe7bfef64 is 50, key is test_row_0/C:col10/1732566325022/Put/seqid=0 2024-11-25T20:25:27,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742404_1580 (size=12301) 2024-11-25T20:25:27,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-25T20:25:27,641 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/02d6933c9e204439b52c926fe7bfef64 2024-11-25T20:25:27,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/0d90b66178984bbeaa8b22f2119cd93e as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/0d90b66178984bbeaa8b22f2119cd93e 2024-11-25T20:25:27,648 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/0d90b66178984bbeaa8b22f2119cd93e, entries=150, sequenceid=447, filesize=12.0 K 2024-11-25T20:25:27,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/2680371cd5d642f6a42cbba5f2e70e1a as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/2680371cd5d642f6a42cbba5f2e70e1a 2024-11-25T20:25:27,652 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/2680371cd5d642f6a42cbba5f2e70e1a, entries=150, sequenceid=447, filesize=12.0 K 2024-11-25T20:25:27,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/02d6933c9e204439b52c926fe7bfef64 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/02d6933c9e204439b52c926fe7bfef64 2024-11-25T20:25:27,655 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/02d6933c9e204439b52c926fe7bfef64, entries=150, sequenceid=447, filesize=12.0 K 2024-11-25T20:25:27,656 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=26.84 KB/27480 for 6694c3b2f0866fca31ba04c40ffcd4c6 in 1265ms, sequenceid=447, compaction requested=false 2024-11-25T20:25:27,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2538): Flush status journal for 6694c3b2f0866fca31ba04c40ffcd4c6: 2024-11-25T20:25:27,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:27,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-11-25T20:25:27,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4106): Remote procedure done, pid=143 2024-11-25T20:25:27,658 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-25T20:25:27,658 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1810 sec 2024-11-25T20:25:27,659 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 2.1850 sec 2024-11-25T20:25:29,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-25T20:25:29,580 INFO [Thread-2157 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-11-25T20:25:30,348 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T20:25:31,775 DEBUG [Thread-2151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x08e63090 to 127.0.0.1:49356 2024-11-25T20:25:31,775 DEBUG [Thread-2151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:25:31,775 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T20:25:31,775 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-11-25T20:25:31,775 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 82 2024-11-25T20:25:31,775 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-11-25T20:25:31,775 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-25T20:25:31,775 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 74 2024-11-25T20:25:31,775 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T20:25:31,775 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T20:25:31,775 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1549 2024-11-25T20:25:31,775 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4647 rows 2024-11-25T20:25:31,775 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1543 2024-11-25T20:25:31,775 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4623 rows 2024-11-25T20:25:31,775 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1547 2024-11-25T20:25:31,776 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4632 rows 2024-11-25T20:25:31,776 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1540 2024-11-25T20:25:31,776 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4608 rows 2024-11-25T20:25:31,776 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1543 2024-11-25T20:25:31,776 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4629 rows 2024-11-25T20:25:31,776 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-25T20:25:31,776 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x39dc0787 to 127.0.0.1:49356 2024-11-25T20:25:31,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:25:31,786 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-25T20:25:31,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-25T20:25:31,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T20:25:31,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-25T20:25:31,790 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732566331790"}]},"ts":"1732566331790"} 2024-11-25T20:25:31,791 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T20:25:31,832 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T20:25:31,833 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T20:25:31,835 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6694c3b2f0866fca31ba04c40ffcd4c6, UNASSIGN}] 2024-11-25T20:25:31,836 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=146, ppid=145, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6694c3b2f0866fca31ba04c40ffcd4c6, UNASSIGN 2024-11-25T20:25:31,836 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=146 updating hbase:meta row=6694c3b2f0866fca31ba04c40ffcd4c6, regionState=CLOSING, regionLocation=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:31,837 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T20:25:31,837 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; CloseRegionProcedure 6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451}] 2024-11-25T20:25:31,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-25T20:25:31,991 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:31,999 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] handler.UnassignRegionHandler(124): Close 6694c3b2f0866fca31ba04c40ffcd4c6 2024-11-25T20:25:31,999 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T20:25:31,999 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1681): Closing 6694c3b2f0866fca31ba04c40ffcd4c6, disabling compactions & flushes 2024-11-25T20:25:31,999 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:31,999 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:31,999 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. after waiting 0 ms 2024-11-25T20:25:31,999 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:31,999 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(2837): Flushing 6694c3b2f0866fca31ba04c40ffcd4c6 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-25T20:25:31,999 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6694c3b2f0866fca31ba04c40ffcd4c6, store=A 2024-11-25T20:25:31,999 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:32,000 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6694c3b2f0866fca31ba04c40ffcd4c6, store=B 2024-11-25T20:25:32,000 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:32,000 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6694c3b2f0866fca31ba04c40ffcd4c6, store=C 2024-11-25T20:25:32,000 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:32,032 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/0378b6fc8c88449b8daa96375be72b29 is 50, key is test_row_0/A:col10/1732566327161/Put/seqid=0 2024-11-25T20:25:32,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742405_1581 (size=12301) 2024-11-25T20:25:32,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-25T20:25:32,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-25T20:25:32,467 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=456 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/0378b6fc8c88449b8daa96375be72b29 2024-11-25T20:25:32,532 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/9e582f705cfc4a928f6c09b2c62bc225 is 50, key is test_row_0/B:col10/1732566327161/Put/seqid=0 2024-11-25T20:25:32,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742406_1582 (size=12301) 2024-11-25T20:25:32,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-25T20:25:32,983 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=456 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/9e582f705cfc4a928f6c09b2c62bc225 2024-11-25T20:25:32,990 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/2efccfdf03bd4279afb75ddbcbf76a74 is 50, key is test_row_0/C:col10/1732566327161/Put/seqid=0 2024-11-25T20:25:33,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742407_1583 (size=12301) 2024-11-25T20:25:33,007 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=456 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/2efccfdf03bd4279afb75ddbcbf76a74 2024-11-25T20:25:33,014 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/A/0378b6fc8c88449b8daa96375be72b29 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/0378b6fc8c88449b8daa96375be72b29 2024-11-25T20:25:33,023 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/0378b6fc8c88449b8daa96375be72b29, entries=150, sequenceid=456, filesize=12.0 K 2024-11-25T20:25:33,024 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/B/9e582f705cfc4a928f6c09b2c62bc225 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/9e582f705cfc4a928f6c09b2c62bc225 2024-11-25T20:25:33,026 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/9e582f705cfc4a928f6c09b2c62bc225, entries=150, sequenceid=456, filesize=12.0 K 2024-11-25T20:25:33,027 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/.tmp/C/2efccfdf03bd4279afb75ddbcbf76a74 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/2efccfdf03bd4279afb75ddbcbf76a74 2024-11-25T20:25:33,033 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/2efccfdf03bd4279afb75ddbcbf76a74, entries=150, sequenceid=456, filesize=12.0 K 2024-11-25T20:25:33,034 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 6694c3b2f0866fca31ba04c40ffcd4c6 in 1035ms, sequenceid=456, compaction requested=true 2024-11-25T20:25:33,035 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/a8ab041639d44068ab032511740985c1, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/a26722eed10d464daafeb69d75f5520f, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/e5fdead4b11d43db90e993d2afa4bd32, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/c8a77b4b5ef54a81b0a33ff6ec976a71, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/f53b70b96442409fbd8265e60bd22327, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/c5181912465f407fb315984ec1eef3a3, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/70fac8e6e8184087a6108ba04e0032d4, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/97a2450edfe346188bcfea654467c5c9, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/93be1430624f4d288b815889510c4d65, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/91bd56df8cea4c1e887f52cb65413aea, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/ed53f234734a4d97a7cd1458b48058d5, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/19b498fb7d6343fe8d272b29fd922425, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/476e9157f87c405c997fd07a613b45ab, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/b67abe8938dc4cf18c11b4dac4cd0a70, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/912edcbe40d54fd9814c4e2347387024, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/1d6fb3de082745f3b5174fde3d08a853, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/32cd0771d6c744c0aa8abeeb01e77d78, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/a3a7b73bbb6b42eeaa3fe2a3363bc2fb, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/068a7dda76934862ab111d4e30af9074, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/e65dd431015d4e85abd2fe0397d9d99f, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/15fdfc6c94ef4f3b99e86f0f60017f5b, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/77f0e00f1891421ca81bff5dfef9d57a, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/ed4ef0e36de64b7e84290cd7cff57e73, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/7a7fa35341c546ddb5858587a3ef0199, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/7a9890a9884842ca906d95606dd79d77, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/47bfcf5c10e448219047d0600dee64f5, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/015fa9583eec45999bafef2bae4c4c72, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/f525acaab8ee4db798ea4e42a9261ad0, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/c3217f30cb5845e8a8b46bd8aee574f5, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/4b10d4f391194e41b6500a9af0889e80] to archive 2024-11-25T20:25:33,049 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T20:25:33,054 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/a8ab041639d44068ab032511740985c1 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/a8ab041639d44068ab032511740985c1 2024-11-25T20:25:33,064 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/a26722eed10d464daafeb69d75f5520f to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/a26722eed10d464daafeb69d75f5520f 2024-11-25T20:25:33,066 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/e5fdead4b11d43db90e993d2afa4bd32 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/e5fdead4b11d43db90e993d2afa4bd32 2024-11-25T20:25:33,071 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/c8a77b4b5ef54a81b0a33ff6ec976a71 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/c8a77b4b5ef54a81b0a33ff6ec976a71 2024-11-25T20:25:33,081 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/f53b70b96442409fbd8265e60bd22327 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/f53b70b96442409fbd8265e60bd22327 2024-11-25T20:25:33,082 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/c5181912465f407fb315984ec1eef3a3 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/c5181912465f407fb315984ec1eef3a3 2024-11-25T20:25:33,090 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/70fac8e6e8184087a6108ba04e0032d4 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/70fac8e6e8184087a6108ba04e0032d4 2024-11-25T20:25:33,102 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/97a2450edfe346188bcfea654467c5c9 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/97a2450edfe346188bcfea654467c5c9 2024-11-25T20:25:33,105 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/93be1430624f4d288b815889510c4d65 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/93be1430624f4d288b815889510c4d65 2024-11-25T20:25:33,106 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/91bd56df8cea4c1e887f52cb65413aea to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/91bd56df8cea4c1e887f52cb65413aea 2024-11-25T20:25:33,111 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/ed53f234734a4d97a7cd1458b48058d5 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/ed53f234734a4d97a7cd1458b48058d5 2024-11-25T20:25:33,112 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/19b498fb7d6343fe8d272b29fd922425 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/19b498fb7d6343fe8d272b29fd922425 2024-11-25T20:25:33,113 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/476e9157f87c405c997fd07a613b45ab to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/476e9157f87c405c997fd07a613b45ab 2024-11-25T20:25:33,117 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/b67abe8938dc4cf18c11b4dac4cd0a70 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/b67abe8938dc4cf18c11b4dac4cd0a70 2024-11-25T20:25:33,118 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/912edcbe40d54fd9814c4e2347387024 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/912edcbe40d54fd9814c4e2347387024 2024-11-25T20:25:33,122 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/1d6fb3de082745f3b5174fde3d08a853 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/1d6fb3de082745f3b5174fde3d08a853 2024-11-25T20:25:33,131 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/32cd0771d6c744c0aa8abeeb01e77d78 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/32cd0771d6c744c0aa8abeeb01e77d78 2024-11-25T20:25:33,139 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/a3a7b73bbb6b42eeaa3fe2a3363bc2fb to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/a3a7b73bbb6b42eeaa3fe2a3363bc2fb 2024-11-25T20:25:33,140 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/068a7dda76934862ab111d4e30af9074 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/068a7dda76934862ab111d4e30af9074 2024-11-25T20:25:33,141 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/e65dd431015d4e85abd2fe0397d9d99f to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/e65dd431015d4e85abd2fe0397d9d99f 2024-11-25T20:25:33,145 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/15fdfc6c94ef4f3b99e86f0f60017f5b to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/15fdfc6c94ef4f3b99e86f0f60017f5b 2024-11-25T20:25:33,154 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/77f0e00f1891421ca81bff5dfef9d57a to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/77f0e00f1891421ca81bff5dfef9d57a 2024-11-25T20:25:33,164 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/ed4ef0e36de64b7e84290cd7cff57e73 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/ed4ef0e36de64b7e84290cd7cff57e73 2024-11-25T20:25:33,165 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/7a7fa35341c546ddb5858587a3ef0199 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/7a7fa35341c546ddb5858587a3ef0199 2024-11-25T20:25:33,166 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/7a9890a9884842ca906d95606dd79d77 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/7a9890a9884842ca906d95606dd79d77 2024-11-25T20:25:33,169 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/47bfcf5c10e448219047d0600dee64f5 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/47bfcf5c10e448219047d0600dee64f5 2024-11-25T20:25:33,172 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/015fa9583eec45999bafef2bae4c4c72 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/015fa9583eec45999bafef2bae4c4c72 2024-11-25T20:25:33,173 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/f525acaab8ee4db798ea4e42a9261ad0 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/f525acaab8ee4db798ea4e42a9261ad0 2024-11-25T20:25:33,177 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/c3217f30cb5845e8a8b46bd8aee574f5 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/c3217f30cb5845e8a8b46bd8aee574f5 2024-11-25T20:25:33,178 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/4b10d4f391194e41b6500a9af0889e80 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/4b10d4f391194e41b6500a9af0889e80 2024-11-25T20:25:33,185 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/b0793df8f76547db8e17b5e5a91ca2bf, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/94d02e2f42b14dd1865dd1adfb742fb3, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/3ae9da27d4bd4b7e9c0b3b2981b30a85, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/3049f59d504d47d19e6e4799fd9c887e, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/752cecdd180c4d0ca841ca49b05dcb7a, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/aa2751baf9644145aed51083a630faae, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/52bcb6f048e54f3ea4562503db2d864f, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/fae0fd49528c4af89e0d3e70f72ea720, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/acefeaf4594e43339732f3a132c7768e, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/02b45bc4de274b00a21d91082dd46185, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/1968bfb3c5b94db0af77acc4c3741aea, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/e12f1d8304d740a0971665015cc0cb2b, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/ec6386b3010c49b78ececfd31b49d3c1, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/f0c1edf000784d24a6eb89a615f782a6, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/ef76713581164798a091cc8a90852ea1, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/02f15fbecaff4f45918f5f3232a83ff0, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/fc0dedf5f9f84b6aaa153054b17eec16, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/9e3eb28d51144b2b81ae30c6527ec5aa, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/71e17e163c1642f2b381b43171bd8207, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/3516010774c547eabcffbcad69d7ec64, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/d45020ac39574a549fe9410911b93659, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/8e2d73c6cc1143298b6b71fbfdff8775, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/70408562915d47218cba52a842321da6, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/eade29f9b27c42819668f5a7af4fe291, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/096f1ad112ba45ba895172c3ffbef41a, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/cf0dd12cc6954a28b7eb10146add48ed, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/94884667a0ca46e0b10e243cc6510ad8, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/aa19878f391d4498ae381f27a7d81ece, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/4b19c2c9475b4f22b1c946d5be044113, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/0c9eb5c366d1457f997ad3a480ffab59] to archive 2024-11-25T20:25:33,186 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T20:25:33,195 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/b0793df8f76547db8e17b5e5a91ca2bf to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/b0793df8f76547db8e17b5e5a91ca2bf 2024-11-25T20:25:33,196 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/94d02e2f42b14dd1865dd1adfb742fb3 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/94d02e2f42b14dd1865dd1adfb742fb3 2024-11-25T20:25:33,197 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/3ae9da27d4bd4b7e9c0b3b2981b30a85 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/3ae9da27d4bd4b7e9c0b3b2981b30a85 2024-11-25T20:25:33,197 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/3049f59d504d47d19e6e4799fd9c887e to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/3049f59d504d47d19e6e4799fd9c887e 2024-11-25T20:25:33,201 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/752cecdd180c4d0ca841ca49b05dcb7a to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/752cecdd180c4d0ca841ca49b05dcb7a 2024-11-25T20:25:33,202 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/aa2751baf9644145aed51083a630faae to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/aa2751baf9644145aed51083a630faae 2024-11-25T20:25:33,204 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/52bcb6f048e54f3ea4562503db2d864f to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/52bcb6f048e54f3ea4562503db2d864f 2024-11-25T20:25:33,204 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/fae0fd49528c4af89e0d3e70f72ea720 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/fae0fd49528c4af89e0d3e70f72ea720 2024-11-25T20:25:33,205 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/acefeaf4594e43339732f3a132c7768e to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/acefeaf4594e43339732f3a132c7768e 2024-11-25T20:25:33,206 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/02b45bc4de274b00a21d91082dd46185 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/02b45bc4de274b00a21d91082dd46185 2024-11-25T20:25:33,208 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/1968bfb3c5b94db0af77acc4c3741aea to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/1968bfb3c5b94db0af77acc4c3741aea 2024-11-25T20:25:33,219 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/e12f1d8304d740a0971665015cc0cb2b to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/e12f1d8304d740a0971665015cc0cb2b 2024-11-25T20:25:33,246 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/ec6386b3010c49b78ececfd31b49d3c1 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/ec6386b3010c49b78ececfd31b49d3c1 2024-11-25T20:25:33,268 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/f0c1edf000784d24a6eb89a615f782a6 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/f0c1edf000784d24a6eb89a615f782a6 2024-11-25T20:25:33,283 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/ef76713581164798a091cc8a90852ea1 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/ef76713581164798a091cc8a90852ea1 2024-11-25T20:25:33,295 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/02f15fbecaff4f45918f5f3232a83ff0 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/02f15fbecaff4f45918f5f3232a83ff0 2024-11-25T20:25:33,299 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/fc0dedf5f9f84b6aaa153054b17eec16 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/fc0dedf5f9f84b6aaa153054b17eec16 2024-11-25T20:25:33,306 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/9e3eb28d51144b2b81ae30c6527ec5aa to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/9e3eb28d51144b2b81ae30c6527ec5aa 2024-11-25T20:25:33,312 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/71e17e163c1642f2b381b43171bd8207 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/71e17e163c1642f2b381b43171bd8207 2024-11-25T20:25:33,313 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/3516010774c547eabcffbcad69d7ec64 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/3516010774c547eabcffbcad69d7ec64 2024-11-25T20:25:33,318 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/d45020ac39574a549fe9410911b93659 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/d45020ac39574a549fe9410911b93659 2024-11-25T20:25:33,323 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/8e2d73c6cc1143298b6b71fbfdff8775 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/8e2d73c6cc1143298b6b71fbfdff8775 2024-11-25T20:25:33,324 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/70408562915d47218cba52a842321da6 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/70408562915d47218cba52a842321da6 2024-11-25T20:25:33,325 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/eade29f9b27c42819668f5a7af4fe291 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/eade29f9b27c42819668f5a7af4fe291 2024-11-25T20:25:33,328 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/096f1ad112ba45ba895172c3ffbef41a to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/096f1ad112ba45ba895172c3ffbef41a 2024-11-25T20:25:33,329 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/cf0dd12cc6954a28b7eb10146add48ed to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/cf0dd12cc6954a28b7eb10146add48ed 2024-11-25T20:25:33,330 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/94884667a0ca46e0b10e243cc6510ad8 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/94884667a0ca46e0b10e243cc6510ad8 2024-11-25T20:25:33,333 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/aa19878f391d4498ae381f27a7d81ece to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/aa19878f391d4498ae381f27a7d81ece 2024-11-25T20:25:33,334 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/4b19c2c9475b4f22b1c946d5be044113 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/4b19c2c9475b4f22b1c946d5be044113 2024-11-25T20:25:33,337 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/0c9eb5c366d1457f997ad3a480ffab59 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/0c9eb5c366d1457f997ad3a480ffab59 2024-11-25T20:25:33,347 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/04c5e634991642a2b32fc8a3fc5c12b5, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/c76f707a07894c178ccb6733eef80ce6, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/7c3426c29ae54cfab7c7e1eb86fff047, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/7a5e7a8ffda3431bb6ea97ecdc8da580, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/43dbd28a464d400f9c1926bd78dad8b8, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/c64d1b2729964551aa21451e1ed6af5d, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/ab1c0591708043069a2b580d7784a2e9, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/b73cabc2b54f4a9592ab431aa7fb0bdd, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/984fc4d624f54c8abab76304f15c5edd, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/9c01d1bf863446a29b9c16b93eef6555, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/cc3542607a0746ff882f3ccd360cfc98, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/c3ebd3669f68476890ff07cd8a297222, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/1f4b2854ae61496db7096d088fc9cb8d, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/1c4861c2de4b46d99f903cff3ff5c22a, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/5218fc4fa7884ce383600e8b76d56e9a, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/b6551cc3f24b46d0b2353b6382b88653, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/e0d30e2d16644c39a265eee39520ceba, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/282820f5e4874b8aa91ba3667f8c9cad, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/5be2ae9e2d614898b4a30ddd53e3cf15, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/1062e0fc49d04882ad93371ab12c8d3f, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/968ec62b1e1843f290b8eef706ade7f8, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/6e0c4b7378294a9b864ca90c4c8d9e03, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/c72282c1d415490e903aca0f04f6030d, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/70d8900247f04738a3bc95f3d21709f0, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/31cb8fe32a7a425b88043cb08f6672f2, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/0926b90d4b9148448ede804418b11964, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/a870b950de6f4f408254940a7df1977e, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/b4a8589c1d3848fe9cbe53396d09e340, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/daed46d18da84cf7bf0607881d9207ad, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/766cd7e0074645e49440b8f0e529b153] to archive 2024-11-25T20:25:33,348 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T20:25:33,356 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/04c5e634991642a2b32fc8a3fc5c12b5 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/04c5e634991642a2b32fc8a3fc5c12b5 2024-11-25T20:25:33,361 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/c76f707a07894c178ccb6733eef80ce6 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/c76f707a07894c178ccb6733eef80ce6 2024-11-25T20:25:33,369 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/7c3426c29ae54cfab7c7e1eb86fff047 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/7c3426c29ae54cfab7c7e1eb86fff047 2024-11-25T20:25:33,382 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/7a5e7a8ffda3431bb6ea97ecdc8da580 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/7a5e7a8ffda3431bb6ea97ecdc8da580 2024-11-25T20:25:33,403 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/43dbd28a464d400f9c1926bd78dad8b8 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/43dbd28a464d400f9c1926bd78dad8b8 2024-11-25T20:25:33,430 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/c64d1b2729964551aa21451e1ed6af5d to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/c64d1b2729964551aa21451e1ed6af5d 2024-11-25T20:25:33,450 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/ab1c0591708043069a2b580d7784a2e9 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/ab1c0591708043069a2b580d7784a2e9 2024-11-25T20:25:33,468 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/b73cabc2b54f4a9592ab431aa7fb0bdd to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/b73cabc2b54f4a9592ab431aa7fb0bdd 2024-11-25T20:25:33,487 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/984fc4d624f54c8abab76304f15c5edd to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/984fc4d624f54c8abab76304f15c5edd 2024-11-25T20:25:33,503 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/9c01d1bf863446a29b9c16b93eef6555 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/9c01d1bf863446a29b9c16b93eef6555 2024-11-25T20:25:33,522 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/cc3542607a0746ff882f3ccd360cfc98 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/cc3542607a0746ff882f3ccd360cfc98 2024-11-25T20:25:33,541 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/c3ebd3669f68476890ff07cd8a297222 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/c3ebd3669f68476890ff07cd8a297222 2024-11-25T20:25:33,554 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/1f4b2854ae61496db7096d088fc9cb8d to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/1f4b2854ae61496db7096d088fc9cb8d 2024-11-25T20:25:33,556 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/1c4861c2de4b46d99f903cff3ff5c22a to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/1c4861c2de4b46d99f903cff3ff5c22a 2024-11-25T20:25:33,557 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/5218fc4fa7884ce383600e8b76d56e9a to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/5218fc4fa7884ce383600e8b76d56e9a 2024-11-25T20:25:33,572 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/b6551cc3f24b46d0b2353b6382b88653 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/b6551cc3f24b46d0b2353b6382b88653 2024-11-25T20:25:33,602 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/e0d30e2d16644c39a265eee39520ceba to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/e0d30e2d16644c39a265eee39520ceba 2024-11-25T20:25:33,638 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/282820f5e4874b8aa91ba3667f8c9cad to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/282820f5e4874b8aa91ba3667f8c9cad 2024-11-25T20:25:33,644 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/5be2ae9e2d614898b4a30ddd53e3cf15 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/5be2ae9e2d614898b4a30ddd53e3cf15 2024-11-25T20:25:33,646 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/1062e0fc49d04882ad93371ab12c8d3f to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/1062e0fc49d04882ad93371ab12c8d3f 2024-11-25T20:25:33,662 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/968ec62b1e1843f290b8eef706ade7f8 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/968ec62b1e1843f290b8eef706ade7f8 2024-11-25T20:25:33,679 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/6e0c4b7378294a9b864ca90c4c8d9e03 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/6e0c4b7378294a9b864ca90c4c8d9e03 2024-11-25T20:25:33,692 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/c72282c1d415490e903aca0f04f6030d to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/c72282c1d415490e903aca0f04f6030d 2024-11-25T20:25:33,710 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/70d8900247f04738a3bc95f3d21709f0 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/70d8900247f04738a3bc95f3d21709f0 2024-11-25T20:25:33,726 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/31cb8fe32a7a425b88043cb08f6672f2 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/31cb8fe32a7a425b88043cb08f6672f2 2024-11-25T20:25:33,743 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/0926b90d4b9148448ede804418b11964 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/0926b90d4b9148448ede804418b11964 2024-11-25T20:25:33,755 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/a870b950de6f4f408254940a7df1977e to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/a870b950de6f4f408254940a7df1977e 2024-11-25T20:25:33,760 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/b4a8589c1d3848fe9cbe53396d09e340 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/b4a8589c1d3848fe9cbe53396d09e340 2024-11-25T20:25:33,763 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/daed46d18da84cf7bf0607881d9207ad to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/daed46d18da84cf7bf0607881d9207ad 2024-11-25T20:25:33,764 DEBUG [StoreCloser-TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/766cd7e0074645e49440b8f0e529b153 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/766cd7e0074645e49440b8f0e529b153 2024-11-25T20:25:33,826 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/recovered.edits/459.seqid, newMaxSeqId=459, maxSeqId=1 2024-11-25T20:25:33,832 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6. 2024-11-25T20:25:33,832 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1635): Region close journal for 6694c3b2f0866fca31ba04c40ffcd4c6: 2024-11-25T20:25:33,840 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=146 updating hbase:meta row=6694c3b2f0866fca31ba04c40ffcd4c6, regionState=CLOSED 2024-11-25T20:25:33,842 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-11-25T20:25:33,843 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; CloseRegionProcedure 6694c3b2f0866fca31ba04c40ffcd4c6, server=a8cf619b0679,41621,1732566182451 in 2.0040 sec 2024-11-25T20:25:33,843 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] handler.UnassignRegionHandler(170): Closed 6694c3b2f0866fca31ba04c40ffcd4c6 2024-11-25T20:25:33,844 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=146, resume processing ppid=145 2024-11-25T20:25:33,844 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, ppid=145, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=6694c3b2f0866fca31ba04c40ffcd4c6, UNASSIGN in 2.0080 sec 2024-11-25T20:25:33,847 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-11-25T20:25:33,847 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.0120 sec 2024-11-25T20:25:33,850 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732566333850"}]},"ts":"1732566333850"} 2024-11-25T20:25:33,859 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T20:25:33,883 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T20:25:33,884 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.0960 sec 2024-11-25T20:25:33,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-25T20:25:33,908 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-11-25T20:25:33,909 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-25T20:25:33,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T20:25:33,910 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=148, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T20:25:33,911 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=148, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T20:25:33,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-25T20:25:33,913 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6 2024-11-25T20:25:33,943 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A, FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B, FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C, FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/recovered.edits] 2024-11-25T20:25:33,957 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/0378b6fc8c88449b8daa96375be72b29 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/0378b6fc8c88449b8daa96375be72b29 2024-11-25T20:25:33,979 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/0d90b66178984bbeaa8b22f2119cd93e to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/0d90b66178984bbeaa8b22f2119cd93e 2024-11-25T20:25:34,006 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/3eb158be04164a9ea905dfcf449cc008 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/A/3eb158be04164a9ea905dfcf449cc008 2024-11-25T20:25:34,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-25T20:25:34,051 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/2680371cd5d642f6a42cbba5f2e70e1a to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/2680371cd5d642f6a42cbba5f2e70e1a 2024-11-25T20:25:34,064 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/2e021fea053748cca3e171ade6ecdc9a to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/2e021fea053748cca3e171ade6ecdc9a 2024-11-25T20:25:34,082 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/9e582f705cfc4a928f6c09b2c62bc225 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/B/9e582f705cfc4a928f6c09b2c62bc225 2024-11-25T20:25:34,118 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/02d6933c9e204439b52c926fe7bfef64 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/02d6933c9e204439b52c926fe7bfef64 2024-11-25T20:25:34,139 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/2efccfdf03bd4279afb75ddbcbf76a74 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/2efccfdf03bd4279afb75ddbcbf76a74 2024-11-25T20:25:34,158 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/43a4eff6df034a2a8326e0464491eaef to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/C/43a4eff6df034a2a8326e0464491eaef 2024-11-25T20:25:34,174 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/recovered.edits/459.seqid to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6/recovered.edits/459.seqid 2024-11-25T20:25:34,175 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/6694c3b2f0866fca31ba04c40ffcd4c6 2024-11-25T20:25:34,175 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T20:25:34,177 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=148, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T20:25:34,186 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T20:25:34,199 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T20:25:34,211 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=148, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T20:25:34,211 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T20:25:34,211 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732566334211"}]},"ts":"9223372036854775807"} 2024-11-25T20:25:34,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-25T20:25:34,222 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-25T20:25:34,222 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 6694c3b2f0866fca31ba04c40ffcd4c6, NAME => 'TestAcidGuarantees,,1732566305184.6694c3b2f0866fca31ba04c40ffcd4c6.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T20:25:34,222 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T20:25:34,222 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732566334222"}]},"ts":"9223372036854775807"} 2024-11-25T20:25:34,233 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-25T20:25:34,275 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=148, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T20:25:34,277 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 367 msec 2024-11-25T20:25:34,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-25T20:25:34,518 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 148 completed 2024-11-25T20:25:34,532 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=236 (was 238), OpenFileDescriptor=453 (was 463), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1144 (was 1153), ProcessCount=11 (was 11), AvailableMemoryMB=3059 (was 2951) - AvailableMemoryMB LEAK? - 2024-11-25T20:25:34,543 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=236, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=1144, ProcessCount=11, AvailableMemoryMB=3058 2024-11-25T20:25:34,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T20:25:34,548 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T20:25:34,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] procedure2.ProcedureExecutor(1098): Stored pid=149, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T20:25:34,560 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T20:25:34,560 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:34,560 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 149 2024-11-25T20:25:34,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-25T20:25:34,563 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T20:25:34,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742408_1584 (size=960) 2024-11-25T20:25:34,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-25T20:25:34,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-25T20:25:34,990 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b 2024-11-25T20:25:35,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742409_1585 (size=53) 2024-11-25T20:25:35,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-25T20:25:35,421 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T20:25:35,421 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing dfff97607c96d476310c7de199f5b512, disabling compactions & flushes 2024-11-25T20:25:35,421 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:35,422 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:35,422 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. after waiting 0 ms 2024-11-25T20:25:35,422 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:35,422 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:35,422 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for dfff97607c96d476310c7de199f5b512: 2024-11-25T20:25:35,422 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T20:25:35,423 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732566335422"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732566335422"}]},"ts":"1732566335422"} 2024-11-25T20:25:35,423 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-25T20:25:35,424 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T20:25:35,424 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732566335424"}]},"ts":"1732566335424"} 2024-11-25T20:25:35,425 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T20:25:35,474 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=dfff97607c96d476310c7de199f5b512, ASSIGN}] 2024-11-25T20:25:35,475 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=dfff97607c96d476310c7de199f5b512, ASSIGN 2024-11-25T20:25:35,475 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=dfff97607c96d476310c7de199f5b512, ASSIGN; state=OFFLINE, location=a8cf619b0679,41621,1732566182451; forceNewPlan=false, retain=false 2024-11-25T20:25:35,626 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=dfff97607c96d476310c7de199f5b512, regionState=OPENING, regionLocation=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:35,627 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE; OpenRegionProcedure dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451}] 2024-11-25T20:25:35,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-25T20:25:35,782 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:35,789 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:35,789 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(7285): Opening region: {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} 2024-11-25T20:25:35,789 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees dfff97607c96d476310c7de199f5b512 2024-11-25T20:25:35,789 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T20:25:35,789 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(7327): checking encryption for dfff97607c96d476310c7de199f5b512 2024-11-25T20:25:35,789 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(7330): checking classloading for dfff97607c96d476310c7de199f5b512 2024-11-25T20:25:35,795 INFO [StoreOpener-dfff97607c96d476310c7de199f5b512-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region dfff97607c96d476310c7de199f5b512 2024-11-25T20:25:35,796 INFO [StoreOpener-dfff97607c96d476310c7de199f5b512-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T20:25:35,798 INFO [StoreOpener-dfff97607c96d476310c7de199f5b512-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dfff97607c96d476310c7de199f5b512 columnFamilyName A 2024-11-25T20:25:35,798 DEBUG [StoreOpener-dfff97607c96d476310c7de199f5b512-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:35,799 INFO [StoreOpener-dfff97607c96d476310c7de199f5b512-1 {}] regionserver.HStore(327): Store=dfff97607c96d476310c7de199f5b512/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T20:25:35,799 INFO [StoreOpener-dfff97607c96d476310c7de199f5b512-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region dfff97607c96d476310c7de199f5b512 2024-11-25T20:25:35,802 INFO [StoreOpener-dfff97607c96d476310c7de199f5b512-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T20:25:35,802 INFO [StoreOpener-dfff97607c96d476310c7de199f5b512-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dfff97607c96d476310c7de199f5b512 columnFamilyName B 2024-11-25T20:25:35,802 DEBUG [StoreOpener-dfff97607c96d476310c7de199f5b512-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:35,803 INFO [StoreOpener-dfff97607c96d476310c7de199f5b512-1 {}] regionserver.HStore(327): Store=dfff97607c96d476310c7de199f5b512/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T20:25:35,815 INFO [StoreOpener-dfff97607c96d476310c7de199f5b512-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region dfff97607c96d476310c7de199f5b512 2024-11-25T20:25:35,819 INFO [StoreOpener-dfff97607c96d476310c7de199f5b512-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T20:25:35,819 INFO [StoreOpener-dfff97607c96d476310c7de199f5b512-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dfff97607c96d476310c7de199f5b512 columnFamilyName C 2024-11-25T20:25:35,819 DEBUG [StoreOpener-dfff97607c96d476310c7de199f5b512-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:35,820 INFO [StoreOpener-dfff97607c96d476310c7de199f5b512-1 {}] regionserver.HStore(327): Store=dfff97607c96d476310c7de199f5b512/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T20:25:35,820 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:35,821 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512 2024-11-25T20:25:35,821 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512 2024-11-25T20:25:35,822 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T20:25:35,825 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1085): writing seq id for dfff97607c96d476310c7de199f5b512 2024-11-25T20:25:35,827 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T20:25:35,827 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1102): Opened dfff97607c96d476310c7de199f5b512; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75100471, jitterRate=0.11908422410488129}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T20:25:35,828 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1001): Region open journal for dfff97607c96d476310c7de199f5b512: 2024-11-25T20:25:35,829 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512., pid=151, masterSystemTime=1732566335782 2024-11-25T20:25:35,830 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:35,830 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:35,830 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=dfff97607c96d476310c7de199f5b512, regionState=OPEN, openSeqNum=2, regionLocation=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:35,832 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-11-25T20:25:35,832 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; OpenRegionProcedure dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 in 204 msec 2024-11-25T20:25:35,833 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=150, resume processing ppid=149 2024-11-25T20:25:35,834 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, ppid=149, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=dfff97607c96d476310c7de199f5b512, ASSIGN in 358 msec 2024-11-25T20:25:35,834 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T20:25:35,834 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732566335834"}]},"ts":"1732566335834"} 2024-11-25T20:25:35,835 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T20:25:35,876 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T20:25:35,877 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.3280 sec 2024-11-25T20:25:36,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-25T20:25:36,665 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 149 completed 2024-11-25T20:25:36,666 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4cfb9f7c to 127.0.0.1:49356 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@59aa112a 2024-11-25T20:25:36,702 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d25c378, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:25:36,727 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:25:36,731 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34370, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:25:36,732 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T20:25:36,734 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35510, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T20:25:36,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T20:25:36,737 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T20:25:36,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] procedure2.ProcedureExecutor(1098): Stored pid=152, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-25T20:25:36,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742410_1586 (size=996) 2024-11-25T20:25:37,176 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-25T20:25:37,176 INFO [PEWorker-5 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-25T20:25:37,179 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T20:25:37,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=dfff97607c96d476310c7de199f5b512, REOPEN/MOVE}] 2024-11-25T20:25:37,181 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=dfff97607c96d476310c7de199f5b512, REOPEN/MOVE 2024-11-25T20:25:37,182 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=dfff97607c96d476310c7de199f5b512, regionState=CLOSING, regionLocation=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:37,183 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T20:25:37,183 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE; CloseRegionProcedure dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451}] 2024-11-25T20:25:37,335 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:37,335 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] handler.UnassignRegionHandler(124): Close dfff97607c96d476310c7de199f5b512 2024-11-25T20:25:37,335 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T20:25:37,335 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1681): Closing dfff97607c96d476310c7de199f5b512, disabling compactions & flushes 2024-11-25T20:25:37,335 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:37,335 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:37,335 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. after waiting 0 ms 2024-11-25T20:25:37,335 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:37,338 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-25T20:25:37,339 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:37,339 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1635): Region close journal for dfff97607c96d476310c7de199f5b512: 2024-11-25T20:25:37,339 WARN [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegionServer(3786): Not adding moved region record: dfff97607c96d476310c7de199f5b512 to self. 2024-11-25T20:25:37,340 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] handler.UnassignRegionHandler(170): Closed dfff97607c96d476310c7de199f5b512 2024-11-25T20:25:37,340 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=dfff97607c96d476310c7de199f5b512, regionState=CLOSED 2024-11-25T20:25:37,342 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=155, resume processing ppid=154 2024-11-25T20:25:37,342 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, ppid=154, state=SUCCESS; CloseRegionProcedure dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 in 158 msec 2024-11-25T20:25:37,342 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=dfff97607c96d476310c7de199f5b512, REOPEN/MOVE; state=CLOSED, location=a8cf619b0679,41621,1732566182451; forceNewPlan=false, retain=true 2024-11-25T20:25:37,492 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=dfff97607c96d476310c7de199f5b512, regionState=OPENING, regionLocation=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:37,493 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=154, state=RUNNABLE; OpenRegionProcedure dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451}] 2024-11-25T20:25:37,645 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:37,647 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:37,647 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(7285): Opening region: {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} 2024-11-25T20:25:37,648 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees dfff97607c96d476310c7de199f5b512 2024-11-25T20:25:37,648 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T20:25:37,648 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(7327): checking encryption for dfff97607c96d476310c7de199f5b512 2024-11-25T20:25:37,648 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(7330): checking classloading for dfff97607c96d476310c7de199f5b512 2024-11-25T20:25:37,649 INFO [StoreOpener-dfff97607c96d476310c7de199f5b512-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region dfff97607c96d476310c7de199f5b512 2024-11-25T20:25:37,650 INFO [StoreOpener-dfff97607c96d476310c7de199f5b512-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T20:25:37,650 INFO [StoreOpener-dfff97607c96d476310c7de199f5b512-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dfff97607c96d476310c7de199f5b512 columnFamilyName A 2024-11-25T20:25:37,651 DEBUG [StoreOpener-dfff97607c96d476310c7de199f5b512-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:37,651 INFO [StoreOpener-dfff97607c96d476310c7de199f5b512-1 {}] regionserver.HStore(327): Store=dfff97607c96d476310c7de199f5b512/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T20:25:37,651 INFO [StoreOpener-dfff97607c96d476310c7de199f5b512-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region dfff97607c96d476310c7de199f5b512 2024-11-25T20:25:37,652 INFO [StoreOpener-dfff97607c96d476310c7de199f5b512-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T20:25:37,652 INFO [StoreOpener-dfff97607c96d476310c7de199f5b512-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dfff97607c96d476310c7de199f5b512 columnFamilyName B 2024-11-25T20:25:37,652 DEBUG [StoreOpener-dfff97607c96d476310c7de199f5b512-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:37,652 INFO [StoreOpener-dfff97607c96d476310c7de199f5b512-1 {}] regionserver.HStore(327): Store=dfff97607c96d476310c7de199f5b512/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T20:25:37,652 INFO [StoreOpener-dfff97607c96d476310c7de199f5b512-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region dfff97607c96d476310c7de199f5b512 2024-11-25T20:25:37,653 INFO [StoreOpener-dfff97607c96d476310c7de199f5b512-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T20:25:37,653 INFO [StoreOpener-dfff97607c96d476310c7de199f5b512-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dfff97607c96d476310c7de199f5b512 columnFamilyName C 2024-11-25T20:25:37,653 DEBUG [StoreOpener-dfff97607c96d476310c7de199f5b512-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:37,653 INFO [StoreOpener-dfff97607c96d476310c7de199f5b512-1 {}] regionserver.HStore(327): Store=dfff97607c96d476310c7de199f5b512/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T20:25:37,653 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:37,654 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512 2024-11-25T20:25:37,654 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512 2024-11-25T20:25:37,655 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T20:25:37,656 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1085): writing seq id for dfff97607c96d476310c7de199f5b512 2024-11-25T20:25:37,656 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1102): Opened dfff97607c96d476310c7de199f5b512; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59784091, jitterRate=-0.10914762318134308}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T20:25:37,657 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1001): Region open journal for dfff97607c96d476310c7de199f5b512: 2024-11-25T20:25:37,657 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512., pid=156, masterSystemTime=1732566337645 2024-11-25T20:25:37,658 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:37,658 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:37,659 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=dfff97607c96d476310c7de199f5b512, regionState=OPEN, openSeqNum=5, regionLocation=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:37,660 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=154 2024-11-25T20:25:37,660 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=154, state=SUCCESS; OpenRegionProcedure dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 in 166 msec 2024-11-25T20:25:37,661 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=154, resume processing ppid=153 2024-11-25T20:25:37,661 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, ppid=153, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=dfff97607c96d476310c7de199f5b512, REOPEN/MOVE in 479 msec 2024-11-25T20:25:37,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-11-25T20:25:37,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 483 msec 2024-11-25T20:25:37,664 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 926 msec 2024-11-25T20:25:37,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-25T20:25:37,666 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x651b33a4 to 127.0.0.1:49356 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6cb14d6c 2024-11-25T20:25:37,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f8c7d81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:25:37,675 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7c828424 to 127.0.0.1:49356 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1abe7cf5 2024-11-25T20:25:37,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16d27a56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:25:37,683 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e6d20f5 to 127.0.0.1:49356 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@175da219 2024-11-25T20:25:37,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12586a6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:25:37,692 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22892a6a to 127.0.0.1:49356 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@583e0948 2024-11-25T20:25:37,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9e4033b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:25:37,700 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7147b666 to 127.0.0.1:49356 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@591b954f 2024-11-25T20:25:37,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70cfa88c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:25:37,708 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x13b61b3d to 127.0.0.1:49356 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1eb05a0f 2024-11-25T20:25:37,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15e6f8cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:25:37,723 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3206f164 to 127.0.0.1:49356 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2e7ab509 2024-11-25T20:25:37,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cf8009b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:25:37,733 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4b849504 to 127.0.0.1:49356 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@30adb380 2024-11-25T20:25:37,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c1d81d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:25:37,742 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3b795253 to 127.0.0.1:49356 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6695c70f 2024-11-25T20:25:37,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7696e93a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:25:37,749 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x05bf8069 to 127.0.0.1:49356 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4dda926e 2024-11-25T20:25:37,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cc46dd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:25:37,763 DEBUG [hconnection-0x1c91ff9f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:25:37,764 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34384, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:25:37,767 DEBUG [hconnection-0x50f513ad-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:25:37,767 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34394, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:25:37,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on dfff97607c96d476310c7de199f5b512 2024-11-25T20:25:37,777 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dfff97607c96d476310c7de199f5b512 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T20:25:37,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfff97607c96d476310c7de199f5b512, store=A 2024-11-25T20:25:37,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:37,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfff97607c96d476310c7de199f5b512, store=B 2024-11-25T20:25:37,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:37,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfff97607c96d476310c7de199f5b512, store=C 2024-11-25T20:25:37,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:37,780 DEBUG [hconnection-0x1288a0a0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:25:37,782 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34406, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:25:37,819 DEBUG [hconnection-0x5aca2672-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:25:37,821 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34408, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:25:37,827 DEBUG [hconnection-0x65ca6eae-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:25:37,828 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34420, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:25:37,829 DEBUG [hconnection-0x914723-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:25:37,831 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125667e4f9e182c4138b7d66ebace3eb566_dfff97607c96d476310c7de199f5b512 is 50, key is test_row_0/A:col10/1732566337774/Put/seqid=0 2024-11-25T20:25:37,832 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34434, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:25:37,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:37,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34394 deadline: 1732566397835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:37,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:37,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34408 deadline: 1732566397836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:37,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:37,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34434 deadline: 1732566397838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:37,843 DEBUG [hconnection-0x7cc4e1d4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:25:37,844 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34444, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:25:37,851 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:25:37,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] procedure2.ProcedureExecutor(1098): Stored pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees 2024-11-25T20:25:37,852 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:25:37,853 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:25:37,853 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:25:37,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-25T20:25:37,871 DEBUG [hconnection-0x2402e316-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:25:37,872 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39764, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:25:37,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:37,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39764 deadline: 1732566397875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:37,882 DEBUG [hconnection-0x133606a1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:25:37,884 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39780, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:25:37,887 DEBUG [hconnection-0x58064183-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:25:37,888 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39796, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:25:37,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:37,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39796 deadline: 1732566397890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:37,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742411_1587 (size=12154) 2024-11-25T20:25:37,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:37,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34394 deadline: 1732566397937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:37,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:37,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34408 deadline: 1732566397937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:37,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:37,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34434 deadline: 1732566397939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:37,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-25T20:25:37,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:37,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39764 deadline: 1732566397977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:37,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:37,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39796 deadline: 1732566397992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:38,004 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:38,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-25T20:25:38,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:38,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. as already flushing 2024-11-25T20:25:38,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:38,005 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:38,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:38,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:38,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:38,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34394 deadline: 1732566398140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:38,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:38,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34408 deadline: 1732566398140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:38,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:38,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34434 deadline: 1732566398143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:38,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-25T20:25:38,157 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:38,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-25T20:25:38,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:38,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. as already flushing 2024-11-25T20:25:38,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:38,158 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:38,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:38,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:38,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:38,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39764 deadline: 1732566398180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:38,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:38,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39796 deadline: 1732566398195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:38,306 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:38,310 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:38,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-25T20:25:38,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:38,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. as already flushing 2024-11-25T20:25:38,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:38,311 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:38,311 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125667e4f9e182c4138b7d66ebace3eb566_dfff97607c96d476310c7de199f5b512 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125667e4f9e182c4138b7d66ebace3eb566_dfff97607c96d476310c7de199f5b512 2024-11-25T20:25:38,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:38,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:38,312 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/14b8024099dd40d0b54bb15e3a5868b4, store: [table=TestAcidGuarantees family=A region=dfff97607c96d476310c7de199f5b512] 2024-11-25T20:25:38,313 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/14b8024099dd40d0b54bb15e3a5868b4 is 175, key is test_row_0/A:col10/1732566337774/Put/seqid=0 2024-11-25T20:25:38,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742412_1588 (size=30955) 2024-11-25T20:25:38,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:38,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34434 deadline: 1732566398446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:38,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:38,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:38,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34394 deadline: 1732566398448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:38,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34408 deadline: 1732566398448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:38,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-25T20:25:38,463 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:38,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-25T20:25:38,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:38,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. as already flushing 2024-11-25T20:25:38,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:38,464 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:38,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:38,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:38,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:38,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39764 deadline: 1732566398484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:38,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:38,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39796 deadline: 1732566398500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:38,615 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:38,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-25T20:25:38,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:38,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. as already flushing 2024-11-25T20:25:38,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:38,616 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:38,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:38,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:38,768 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:38,771 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-25T20:25:38,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:38,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. as already flushing 2024-11-25T20:25:38,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:38,772 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:38,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:38,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:38,774 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/14b8024099dd40d0b54bb15e3a5868b4 2024-11-25T20:25:38,864 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/B/c948bfb2b4454e7b9aad2953c585fc43 is 50, key is test_row_0/B:col10/1732566337774/Put/seqid=0 2024-11-25T20:25:38,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742413_1589 (size=12001) 2024-11-25T20:25:38,901 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/B/c948bfb2b4454e7b9aad2953c585fc43 2024-11-25T20:25:38,924 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:38,925 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-25T20:25:38,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:38,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. as already flushing 2024-11-25T20:25:38,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:38,925 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:38,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:38,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:38,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/C/38fa070a9ce04c0e92e8079af4c5a60b is 50, key is test_row_0/C:col10/1732566337774/Put/seqid=0 2024-11-25T20:25:38,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:38,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34394 deadline: 1732566398950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:38,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742414_1590 (size=12001) 2024-11-25T20:25:38,953 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/C/38fa070a9ce04c0e92e8079af4c5a60b 2024-11-25T20:25:38,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:38,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34408 deadline: 1732566398952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:38,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:38,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34434 deadline: 1732566398952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:38,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/14b8024099dd40d0b54bb15e3a5868b4 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/14b8024099dd40d0b54bb15e3a5868b4 2024-11-25T20:25:38,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-25T20:25:38,962 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/14b8024099dd40d0b54bb15e3a5868b4, entries=150, sequenceid=15, filesize=30.2 K 2024-11-25T20:25:38,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/B/c948bfb2b4454e7b9aad2953c585fc43 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/c948bfb2b4454e7b9aad2953c585fc43 2024-11-25T20:25:38,966 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/c948bfb2b4454e7b9aad2953c585fc43, entries=150, sequenceid=15, filesize=11.7 K 2024-11-25T20:25:38,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/C/38fa070a9ce04c0e92e8079af4c5a60b as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/38fa070a9ce04c0e92e8079af4c5a60b 2024-11-25T20:25:38,973 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/38fa070a9ce04c0e92e8079af4c5a60b, entries=150, sequenceid=15, filesize=11.7 K 2024-11-25T20:25:38,975 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for dfff97607c96d476310c7de199f5b512 in 1198ms, sequenceid=15, compaction requested=false 2024-11-25T20:25:38,975 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dfff97607c96d476310c7de199f5b512: 2024-11-25T20:25:38,993 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dfff97607c96d476310c7de199f5b512 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T20:25:38,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfff97607c96d476310c7de199f5b512, store=A 2024-11-25T20:25:38,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:38,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfff97607c96d476310c7de199f5b512, store=B 2024-11-25T20:25:38,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:38,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfff97607c96d476310c7de199f5b512, store=C 2024-11-25T20:25:38,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:38,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on dfff97607c96d476310c7de199f5b512 2024-11-25T20:25:39,014 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a81b4e197a134d89bfc62cbdf5624ada_dfff97607c96d476310c7de199f5b512 is 50, key is test_row_0/A:col10/1732566337825/Put/seqid=0 2024-11-25T20:25:39,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:39,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39764 deadline: 1732566399012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:39,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:39,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39796 deadline: 1732566399015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:39,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742415_1591 (size=12154) 2024-11-25T20:25:39,069 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,075 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a81b4e197a134d89bfc62cbdf5624ada_dfff97607c96d476310c7de199f5b512 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a81b4e197a134d89bfc62cbdf5624ada_dfff97607c96d476310c7de199f5b512 2024-11-25T20:25:39,077 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:39,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-25T20:25:39,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:39,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. as already flushing 2024-11-25T20:25:39,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:39,078 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:39,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:39,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:39,079 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/66ca25f3a4df4ca8bd15b25aa958cc9c, store: [table=TestAcidGuarantees family=A region=dfff97607c96d476310c7de199f5b512] 2024-11-25T20:25:39,079 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/66ca25f3a4df4ca8bd15b25aa958cc9c is 175, key is test_row_0/A:col10/1732566337825/Put/seqid=0 2024-11-25T20:25:39,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742416_1592 (size=30955) 2024-11-25T20:25:39,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:39,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39764 deadline: 1732566399116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:39,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:39,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39796 deadline: 1732566399119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:39,235 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:39,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-25T20:25:39,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:39,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. as already flushing 2024-11-25T20:25:39,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:39,235 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:39,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:39,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:39,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:39,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39764 deadline: 1732566399319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:39,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:39,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39796 deadline: 1732566399323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:39,367 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T20:25:39,387 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:39,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-25T20:25:39,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:39,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. as already flushing 2024-11-25T20:25:39,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:39,388 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:39,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:39,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:39,519 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/66ca25f3a4df4ca8bd15b25aa958cc9c 2024-11-25T20:25:39,528 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/B/4e6f52e2dcd04cabb36050e733b8bbe9 is 50, key is test_row_0/B:col10/1732566337825/Put/seqid=0 2024-11-25T20:25:39,541 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:39,542 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-25T20:25:39,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:39,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. as already flushing 2024-11-25T20:25:39,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:39,542 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:39,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:39,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:39,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742417_1593 (size=12001) 2024-11-25T20:25:39,545 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/B/4e6f52e2dcd04cabb36050e733b8bbe9 2024-11-25T20:25:39,556 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/C/d4385cb16f314cc9aed531e6917d8843 is 50, key is test_row_0/C:col10/1732566337825/Put/seqid=0 2024-11-25T20:25:39,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742418_1594 (size=12001) 2024-11-25T20:25:39,600 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/C/d4385cb16f314cc9aed531e6917d8843 2024-11-25T20:25:39,618 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/66ca25f3a4df4ca8bd15b25aa958cc9c as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/66ca25f3a4df4ca8bd15b25aa958cc9c 2024-11-25T20:25:39,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:39,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39764 deadline: 1732566399622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:39,625 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/66ca25f3a4df4ca8bd15b25aa958cc9c, entries=150, sequenceid=41, filesize=30.2 K 2024-11-25T20:25:39,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/B/4e6f52e2dcd04cabb36050e733b8bbe9 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/4e6f52e2dcd04cabb36050e733b8bbe9 2024-11-25T20:25:39,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,631 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/4e6f52e2dcd04cabb36050e733b8bbe9, entries=150, sequenceid=41, filesize=11.7 K 2024-11-25T20:25:39,632 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/C/d4385cb16f314cc9aed531e6917d8843 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/d4385cb16f314cc9aed531e6917d8843 2024-11-25T20:25:39,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,636 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/d4385cb16f314cc9aed531e6917d8843, entries=150, sequenceid=41, filesize=11.7 K 2024-11-25T20:25:39,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,639 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for dfff97607c96d476310c7de199f5b512 in 646ms, sequenceid=41, compaction requested=false 2024-11-25T20:25:39,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dfff97607c96d476310c7de199f5b512: 2024-11-25T20:25:39,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on dfff97607c96d476310c7de199f5b512 2024-11-25T20:25:39,641 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dfff97607c96d476310c7de199f5b512 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T20:25:39,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfff97607c96d476310c7de199f5b512, store=A 2024-11-25T20:25:39,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:39,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfff97607c96d476310c7de199f5b512, store=B 2024-11-25T20:25:39,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:39,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfff97607c96d476310c7de199f5b512, store=C 2024-11-25T20:25:39,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:39,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,659 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e3f429ceefc04dd5af7cd29e22252343_dfff97607c96d476310c7de199f5b512 is 50, key is test_row_0/A:col10/1732566339640/Put/seqid=0 2024-11-25T20:25:39,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,694 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:39,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-25T20:25:39,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:39,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. as already flushing 2024-11-25T20:25:39,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:39,696 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:39,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:39,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:39,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742419_1595 (size=12154) 2024-11-25T20:25:39,720 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:39,728 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e3f429ceefc04dd5af7cd29e22252343_dfff97607c96d476310c7de199f5b512 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e3f429ceefc04dd5af7cd29e22252343_dfff97607c96d476310c7de199f5b512 2024-11-25T20:25:39,730 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/800caf0cc188458ebb46d21ba3c5fb3a, store: [table=TestAcidGuarantees family=A region=dfff97607c96d476310c7de199f5b512] 2024-11-25T20:25:39,730 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/800caf0cc188458ebb46d21ba3c5fb3a is 175, key is test_row_0/A:col10/1732566339640/Put/seqid=0 2024-11-25T20:25:39,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742420_1596 (size=30955) 2024-11-25T20:25:39,778 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/800caf0cc188458ebb46d21ba3c5fb3a 2024-11-25T20:25:39,802 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/B/9dda836a514a44d3911f2427b0f97e38 is 50, key is test_row_0/B:col10/1732566339640/Put/seqid=0 2024-11-25T20:25:39,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:39,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39796 deadline: 1732566399808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:39,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742421_1597 (size=12001) 2024-11-25T20:25:39,849 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:39,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-25T20:25:39,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:39,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. as already flushing 2024-11-25T20:25:39,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:39,852 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:39,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:39,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:39,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:39,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39796 deadline: 1732566399918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:39,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-25T20:25:39,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:39,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34394 deadline: 1732566399960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:39,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:39,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34434 deadline: 1732566399960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:39,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:39,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34408 deadline: 1732566399965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:40,004 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:40,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-25T20:25:40,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:40,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. as already flushing 2024-11-25T20:25:40,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:40,006 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:40,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:40,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:40,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:40,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39796 deadline: 1732566400122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:40,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:40,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39764 deadline: 1732566400127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:40,158 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:40,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-25T20:25:40,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:40,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. as already flushing 2024-11-25T20:25:40,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:40,166 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:40,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:40,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:40,244 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/B/9dda836a514a44d3911f2427b0f97e38 2024-11-25T20:25:40,264 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/C/b42eb48ed17b426f931111653be183b1 is 50, key is test_row_0/C:col10/1732566339640/Put/seqid=0 2024-11-25T20:25:40,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742422_1598 (size=12001) 2024-11-25T20:25:40,297 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/C/b42eb48ed17b426f931111653be183b1 2024-11-25T20:25:40,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/800caf0cc188458ebb46d21ba3c5fb3a as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/800caf0cc188458ebb46d21ba3c5fb3a 2024-11-25T20:25:40,308 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/800caf0cc188458ebb46d21ba3c5fb3a, entries=150, sequenceid=52, filesize=30.2 K 2024-11-25T20:25:40,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/B/9dda836a514a44d3911f2427b0f97e38 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/9dda836a514a44d3911f2427b0f97e38 2024-11-25T20:25:40,313 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/9dda836a514a44d3911f2427b0f97e38, entries=150, sequenceid=52, filesize=11.7 K 2024-11-25T20:25:40,315 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/C/b42eb48ed17b426f931111653be183b1 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/b42eb48ed17b426f931111653be183b1 2024-11-25T20:25:40,319 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:40,320 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/b42eb48ed17b426f931111653be183b1, entries=150, sequenceid=52, filesize=11.7 K 2024-11-25T20:25:40,321 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-25T20:25:40,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:40,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. as already flushing 2024-11-25T20:25:40,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:40,321 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:40,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:40,322 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for dfff97607c96d476310c7de199f5b512 in 681ms, sequenceid=52, compaction requested=true 2024-11-25T20:25:40,322 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dfff97607c96d476310c7de199f5b512: 2024-11-25T20:25:40,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:40,322 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:25:40,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dfff97607c96d476310c7de199f5b512:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:25:40,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:40,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dfff97607c96d476310c7de199f5b512:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:25:40,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:40,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dfff97607c96d476310c7de199f5b512:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:25:40,323 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:25:40,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:25:40,325 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:25:40,325 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:25:40,325 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): dfff97607c96d476310c7de199f5b512/B is initiating minor compaction (all files) 2024-11-25T20:25:40,325 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1540): dfff97607c96d476310c7de199f5b512/A is initiating minor compaction (all files) 2024-11-25T20:25:40,325 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dfff97607c96d476310c7de199f5b512/B in TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:40,325 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dfff97607c96d476310c7de199f5b512/A in TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:40,325 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/14b8024099dd40d0b54bb15e3a5868b4, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/66ca25f3a4df4ca8bd15b25aa958cc9c, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/800caf0cc188458ebb46d21ba3c5fb3a] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp, totalSize=90.7 K 2024-11-25T20:25:40,325 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/c948bfb2b4454e7b9aad2953c585fc43, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/4e6f52e2dcd04cabb36050e733b8bbe9, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/9dda836a514a44d3911f2427b0f97e38] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp, totalSize=35.2 K 2024-11-25T20:25:40,325 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:40,325 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. files: [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/14b8024099dd40d0b54bb15e3a5868b4, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/66ca25f3a4df4ca8bd15b25aa958cc9c, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/800caf0cc188458ebb46d21ba3c5fb3a] 2024-11-25T20:25:40,325 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 14b8024099dd40d0b54bb15e3a5868b4, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732566337770 2024-11-25T20:25:40,325 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting c948bfb2b4454e7b9aad2953c585fc43, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732566337770 2024-11-25T20:25:40,326 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e6f52e2dcd04cabb36050e733b8bbe9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732566337825 2024-11-25T20:25:40,326 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 66ca25f3a4df4ca8bd15b25aa958cc9c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732566337825 2024-11-25T20:25:40,326 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 800caf0cc188458ebb46d21ba3c5fb3a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732566339011 2024-11-25T20:25:40,326 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 9dda836a514a44d3911f2427b0f97e38, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732566339011 2024-11-25T20:25:40,344 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dfff97607c96d476310c7de199f5b512#B#compaction#509 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:40,345 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/B/a14277213cb042ecb939aeeea1b07985 is 50, key is test_row_0/B:col10/1732566339640/Put/seqid=0 2024-11-25T20:25:40,351 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=dfff97607c96d476310c7de199f5b512] 2024-11-25T20:25:40,371 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125d90ebb0ac4324187b14cd563c8971571_dfff97607c96d476310c7de199f5b512 store=[table=TestAcidGuarantees family=A region=dfff97607c96d476310c7de199f5b512] 2024-11-25T20:25:40,373 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125d90ebb0ac4324187b14cd563c8971571_dfff97607c96d476310c7de199f5b512, store=[table=TestAcidGuarantees family=A region=dfff97607c96d476310c7de199f5b512] 2024-11-25T20:25:40,373 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d90ebb0ac4324187b14cd563c8971571_dfff97607c96d476310c7de199f5b512 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=dfff97607c96d476310c7de199f5b512] 2024-11-25T20:25:40,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742423_1599 (size=12104) 2024-11-25T20:25:40,430 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dfff97607c96d476310c7de199f5b512 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T20:25:40,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfff97607c96d476310c7de199f5b512, store=A 2024-11-25T20:25:40,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:40,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfff97607c96d476310c7de199f5b512, store=B 2024-11-25T20:25:40,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:40,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfff97607c96d476310c7de199f5b512, store=C 2024-11-25T20:25:40,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:40,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on dfff97607c96d476310c7de199f5b512 2024-11-25T20:25:40,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742424_1600 (size=4469) 2024-11-25T20:25:40,465 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112549b0e59172d84fd3b31212cfd5dfe96a_dfff97607c96d476310c7de199f5b512 is 50, key is test_row_0/A:col10/1732566340429/Put/seqid=0 2024-11-25T20:25:40,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:40,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39796 deadline: 1732566400465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:40,473 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:40,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-25T20:25:40,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:40,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. as already flushing 2024-11-25T20:25:40,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:40,474 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:40,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:40,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:40,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742425_1601 (size=14594) 2024-11-25T20:25:40,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:40,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39796 deadline: 1732566400570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:40,634 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:40,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-25T20:25:40,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:40,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. as already flushing 2024-11-25T20:25:40,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:40,635 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:40,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:40,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:40,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:40,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39796 deadline: 1732566400776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:40,786 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:40,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-25T20:25:40,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:40,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. as already flushing 2024-11-25T20:25:40,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:40,787 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:40,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:40,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:40,811 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/B/a14277213cb042ecb939aeeea1b07985 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/a14277213cb042ecb939aeeea1b07985 2024-11-25T20:25:40,816 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dfff97607c96d476310c7de199f5b512/B of dfff97607c96d476310c7de199f5b512 into a14277213cb042ecb939aeeea1b07985(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:40,816 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dfff97607c96d476310c7de199f5b512: 2024-11-25T20:25:40,816 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512., storeName=dfff97607c96d476310c7de199f5b512/B, priority=13, startTime=1732566340323; duration=0sec 2024-11-25T20:25:40,816 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:25:40,816 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dfff97607c96d476310c7de199f5b512:B 2024-11-25T20:25:40,816 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:25:40,817 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:25:40,817 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): dfff97607c96d476310c7de199f5b512/C is initiating minor compaction (all files) 2024-11-25T20:25:40,818 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dfff97607c96d476310c7de199f5b512/C in TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:40,818 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/38fa070a9ce04c0e92e8079af4c5a60b, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/d4385cb16f314cc9aed531e6917d8843, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/b42eb48ed17b426f931111653be183b1] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp, totalSize=35.2 K 2024-11-25T20:25:40,818 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 38fa070a9ce04c0e92e8079af4c5a60b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732566337770 2024-11-25T20:25:40,819 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting d4385cb16f314cc9aed531e6917d8843, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732566337825 2024-11-25T20:25:40,823 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting b42eb48ed17b426f931111653be183b1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732566339011 2024-11-25T20:25:40,828 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dfff97607c96d476310c7de199f5b512#C#compaction#512 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:40,828 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/C/a42956b6a2724a11b8723a6e726c9744 is 50, key is test_row_0/C:col10/1732566339640/Put/seqid=0 2024-11-25T20:25:40,832 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dfff97607c96d476310c7de199f5b512#A#compaction#510 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:40,833 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/c35e6f82c8e348179aa02b59ecc99505 is 175, key is test_row_0/A:col10/1732566339640/Put/seqid=0 2024-11-25T20:25:40,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742426_1602 (size=12104) 2024-11-25T20:25:40,899 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:40,906 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112549b0e59172d84fd3b31212cfd5dfe96a_dfff97607c96d476310c7de199f5b512 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112549b0e59172d84fd3b31212cfd5dfe96a_dfff97607c96d476310c7de199f5b512 2024-11-25T20:25:40,907 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/1920fb2cc91940f68e415abd683ff495, store: [table=TestAcidGuarantees family=A region=dfff97607c96d476310c7de199f5b512] 2024-11-25T20:25:40,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742427_1603 (size=31058) 2024-11-25T20:25:40,907 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/1920fb2cc91940f68e415abd683ff495 is 175, key is test_row_0/A:col10/1732566340429/Put/seqid=0 2024-11-25T20:25:40,939 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:40,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-25T20:25:40,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:40,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. as already flushing 2024-11-25T20:25:40,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:40,943 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:40,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:40,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:40,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742428_1604 (size=39549) 2024-11-25T20:25:40,966 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/1920fb2cc91940f68e415abd683ff495 2024-11-25T20:25:40,994 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/B/5c350985ed4e43b98b574ae04a993644 is 50, key is test_row_0/B:col10/1732566340429/Put/seqid=0 2024-11-25T20:25:41,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742429_1605 (size=12001) 2024-11-25T20:25:41,029 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/B/5c350985ed4e43b98b574ae04a993644 2024-11-25T20:25:41,044 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/C/0afa26f3e644496ba33deebc9295bcb6 is 50, key is test_row_0/C:col10/1732566340429/Put/seqid=0 2024-11-25T20:25:41,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:41,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39796 deadline: 1732566401079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:41,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742430_1606 (size=12001) 2024-11-25T20:25:41,096 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:41,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-25T20:25:41,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:41,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. as already flushing 2024-11-25T20:25:41,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:41,097 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:41,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:41,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:41,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:41,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39764 deadline: 1732566401130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:41,249 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:41,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-25T20:25:41,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:41,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. as already flushing 2024-11-25T20:25:41,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:41,251 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:41,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:41,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:41,299 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/C/a42956b6a2724a11b8723a6e726c9744 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/a42956b6a2724a11b8723a6e726c9744 2024-11-25T20:25:41,305 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dfff97607c96d476310c7de199f5b512/C of dfff97607c96d476310c7de199f5b512 into a42956b6a2724a11b8723a6e726c9744(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:41,305 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dfff97607c96d476310c7de199f5b512: 2024-11-25T20:25:41,305 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512., storeName=dfff97607c96d476310c7de199f5b512/C, priority=13, startTime=1732566340323; duration=0sec 2024-11-25T20:25:41,305 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:41,305 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dfff97607c96d476310c7de199f5b512:C 2024-11-25T20:25:41,308 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/c35e6f82c8e348179aa02b59ecc99505 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/c35e6f82c8e348179aa02b59ecc99505 2024-11-25T20:25:41,311 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dfff97607c96d476310c7de199f5b512/A of dfff97607c96d476310c7de199f5b512 into c35e6f82c8e348179aa02b59ecc99505(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:41,311 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dfff97607c96d476310c7de199f5b512: 2024-11-25T20:25:41,311 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512., storeName=dfff97607c96d476310c7de199f5b512/A, priority=13, startTime=1732566340322; duration=0sec 2024-11-25T20:25:41,311 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:41,311 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dfff97607c96d476310c7de199f5b512:A 2024-11-25T20:25:41,405 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:41,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-25T20:25:41,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:41,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. as already flushing 2024-11-25T20:25:41,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:41,406 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:41,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:41,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:41,489 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/C/0afa26f3e644496ba33deebc9295bcb6 2024-11-25T20:25:41,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/1920fb2cc91940f68e415abd683ff495 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/1920fb2cc91940f68e415abd683ff495 2024-11-25T20:25:41,501 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/1920fb2cc91940f68e415abd683ff495, entries=200, sequenceid=78, filesize=38.6 K 2024-11-25T20:25:41,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/B/5c350985ed4e43b98b574ae04a993644 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/5c350985ed4e43b98b574ae04a993644 2024-11-25T20:25:41,508 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/5c350985ed4e43b98b574ae04a993644, entries=150, sequenceid=78, filesize=11.7 K 2024-11-25T20:25:41,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/C/0afa26f3e644496ba33deebc9295bcb6 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/0afa26f3e644496ba33deebc9295bcb6 2024-11-25T20:25:41,522 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/0afa26f3e644496ba33deebc9295bcb6, entries=150, sequenceid=78, filesize=11.7 K 2024-11-25T20:25:41,523 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for dfff97607c96d476310c7de199f5b512 in 1093ms, sequenceid=78, compaction requested=false 2024-11-25T20:25:41,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dfff97607c96d476310c7de199f5b512: 2024-11-25T20:25:41,558 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:41,559 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-25T20:25:41,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:41,559 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2837): Flushing dfff97607c96d476310c7de199f5b512 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-25T20:25:41,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfff97607c96d476310c7de199f5b512, store=A 2024-11-25T20:25:41,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:41,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfff97607c96d476310c7de199f5b512, store=B 2024-11-25T20:25:41,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:41,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfff97607c96d476310c7de199f5b512, store=C 2024-11-25T20:25:41,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:41,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on dfff97607c96d476310c7de199f5b512 2024-11-25T20:25:41,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. as already flushing 2024-11-25T20:25:41,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112541b8cac841164fbd9f91218a05d31bd1_dfff97607c96d476310c7de199f5b512 is 50, key is test_row_0/A:col10/1732566340464/Put/seqid=0 2024-11-25T20:25:41,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742431_1607 (size=12154) 2024-11-25T20:25:41,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:41,649 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112541b8cac841164fbd9f91218a05d31bd1_dfff97607c96d476310c7de199f5b512 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112541b8cac841164fbd9f91218a05d31bd1_dfff97607c96d476310c7de199f5b512 2024-11-25T20:25:41,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/abbbc565233f43b48e2891e888e23e0f, store: [table=TestAcidGuarantees family=A region=dfff97607c96d476310c7de199f5b512] 2024-11-25T20:25:41,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/abbbc565233f43b48e2891e888e23e0f is 175, key is test_row_0/A:col10/1732566340464/Put/seqid=0 2024-11-25T20:25:41,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742432_1608 (size=30955) 2024-11-25T20:25:41,697 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=91, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/abbbc565233f43b48e2891e888e23e0f 2024-11-25T20:25:41,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/B/16de75da247a494489f1b092d05c81c7 is 50, key is test_row_0/B:col10/1732566340464/Put/seqid=0 2024-11-25T20:25:41,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742433_1609 (size=12001) 2024-11-25T20:25:41,790 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/B/16de75da247a494489f1b092d05c81c7 2024-11-25T20:25:41,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/C/f40e718e985d4da0acd2fe4e97e96b6d is 50, key is test_row_0/C:col10/1732566340464/Put/seqid=0 2024-11-25T20:25:41,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:41,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39796 deadline: 1732566401824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:41,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742434_1610 (size=12001) 2024-11-25T20:25:41,857 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/C/f40e718e985d4da0acd2fe4e97e96b6d 2024-11-25T20:25:41,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/abbbc565233f43b48e2891e888e23e0f as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/abbbc565233f43b48e2891e888e23e0f 2024-11-25T20:25:41,878 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/abbbc565233f43b48e2891e888e23e0f, entries=150, sequenceid=91, filesize=30.2 K 2024-11-25T20:25:41,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/B/16de75da247a494489f1b092d05c81c7 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/16de75da247a494489f1b092d05c81c7 2024-11-25T20:25:41,883 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/16de75da247a494489f1b092d05c81c7, entries=150, sequenceid=91, filesize=11.7 K 2024-11-25T20:25:41,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/C/f40e718e985d4da0acd2fe4e97e96b6d as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/f40e718e985d4da0acd2fe4e97e96b6d 2024-11-25T20:25:41,888 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/f40e718e985d4da0acd2fe4e97e96b6d, entries=150, sequenceid=91, filesize=11.7 K 2024-11-25T20:25:41,889 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for dfff97607c96d476310c7de199f5b512 in 330ms, sequenceid=91, compaction requested=true 2024-11-25T20:25:41,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2538): Flush status journal for dfff97607c96d476310c7de199f5b512: 2024-11-25T20:25:41,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:41,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=158 2024-11-25T20:25:41,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4106): Remote procedure done, pid=158 2024-11-25T20:25:41,891 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=157 2024-11-25T20:25:41,891 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.0370 sec 2024-11-25T20:25:41,893 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees in 4.0410 sec 2024-11-25T20:25:41,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on dfff97607c96d476310c7de199f5b512 2024-11-25T20:25:41,943 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dfff97607c96d476310c7de199f5b512 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-25T20:25:41,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfff97607c96d476310c7de199f5b512, store=A 2024-11-25T20:25:41,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:41,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfff97607c96d476310c7de199f5b512, store=B 2024-11-25T20:25:41,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:41,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfff97607c96d476310c7de199f5b512, store=C 2024-11-25T20:25:41,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:41,965 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411254084fd24e46547558295c0dac9a3d340_dfff97607c96d476310c7de199f5b512 is 50, key is test_row_0/A:col10/1732566341815/Put/seqid=0 2024-11-25T20:25:41,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-25T20:25:41,966 INFO [Thread-2593 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 157 completed 2024-11-25T20:25:41,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:41,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34394 deadline: 1732566401983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:41,991 DEBUG [Thread-2591 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4155 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512., hostname=a8cf619b0679,41621,1732566182451, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T20:25:41,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:41,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39796 deadline: 1732566401985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:41,991 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:25:41,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] procedure2.ProcedureExecutor(1098): Stored pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees 2024-11-25T20:25:41,992 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:25:41,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-25T20:25:41,993 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:25:41,993 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:25:41,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:41,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34434 deadline: 1732566401991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:41,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:41,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34408 deadline: 1732566401992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:42,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742435_1611 (size=14594) 2024-11-25T20:25:42,001 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:42,002 DEBUG [Thread-2583 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4198 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512., hostname=a8cf619b0679,41621,1732566182451, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T20:25:42,002 DEBUG [Thread-2585 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4165 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512., hostname=a8cf619b0679,41621,1732566182451, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T20:25:42,004 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411254084fd24e46547558295c0dac9a3d340_dfff97607c96d476310c7de199f5b512 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254084fd24e46547558295c0dac9a3d340_dfff97607c96d476310c7de199f5b512 2024-11-25T20:25:42,006 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/c860d172ce574cb19d17c93a7571e798, store: [table=TestAcidGuarantees family=A region=dfff97607c96d476310c7de199f5b512] 2024-11-25T20:25:42,006 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/c860d172ce574cb19d17c93a7571e798 is 175, key is test_row_0/A:col10/1732566341815/Put/seqid=0 2024-11-25T20:25:42,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742436_1612 (size=39549) 2024-11-25T20:25:42,034 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/c860d172ce574cb19d17c93a7571e798 2024-11-25T20:25:42,044 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/B/9df2a4a20bbb41609974d22121b659d4 is 50, key is test_row_0/B:col10/1732566341815/Put/seqid=0 2024-11-25T20:25:42,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742437_1613 (size=12001) 2024-11-25T20:25:42,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-25T20:25:42,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:42,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39796 deadline: 1732566402094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:42,147 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:42,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-25T20:25:42,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:42,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. as already flushing 2024-11-25T20:25:42,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:42,147 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:42,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:42,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:42,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-25T20:25:42,301 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:42,302 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-25T20:25:42,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:42,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. as already flushing 2024-11-25T20:25:42,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:42,302 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:42,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:42,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:42,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39796 deadline: 1732566402298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:42,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:42,468 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:42,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-25T20:25:42,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:42,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. as already flushing 2024-11-25T20:25:42,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:42,469 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:42,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:42,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:42,482 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/B/9df2a4a20bbb41609974d22121b659d4 2024-11-25T20:25:42,509 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/C/fe545c1dec4142d7a0643f0c7d7cbcbb is 50, key is test_row_0/C:col10/1732566341815/Put/seqid=0 2024-11-25T20:25:42,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742438_1614 (size=12001) 2024-11-25T20:25:42,554 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/C/fe545c1dec4142d7a0643f0c7d7cbcbb 2024-11-25T20:25:42,557 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/c860d172ce574cb19d17c93a7571e798 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/c860d172ce574cb19d17c93a7571e798 2024-11-25T20:25:42,561 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/c860d172ce574cb19d17c93a7571e798, entries=200, sequenceid=118, filesize=38.6 K 2024-11-25T20:25:42,562 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/B/9df2a4a20bbb41609974d22121b659d4 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/9df2a4a20bbb41609974d22121b659d4 2024-11-25T20:25:42,565 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/9df2a4a20bbb41609974d22121b659d4, entries=150, sequenceid=118, filesize=11.7 K 2024-11-25T20:25:42,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/C/fe545c1dec4142d7a0643f0c7d7cbcbb as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/fe545c1dec4142d7a0643f0c7d7cbcbb 2024-11-25T20:25:42,572 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/fe545c1dec4142d7a0643f0c7d7cbcbb, entries=150, sequenceid=118, filesize=11.7 K 2024-11-25T20:25:42,573 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for dfff97607c96d476310c7de199f5b512 in 630ms, sequenceid=118, compaction requested=true 2024-11-25T20:25:42,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dfff97607c96d476310c7de199f5b512: 2024-11-25T20:25:42,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dfff97607c96d476310c7de199f5b512:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:25:42,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:42,573 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:25:42,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dfff97607c96d476310c7de199f5b512:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:25:42,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:25:42,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dfff97607c96d476310c7de199f5b512:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:25:42,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T20:25:42,573 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:25:42,575 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:25:42,575 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1540): dfff97607c96d476310c7de199f5b512/B is initiating minor compaction (all files) 2024-11-25T20:25:42,575 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dfff97607c96d476310c7de199f5b512/B in TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:42,575 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/a14277213cb042ecb939aeeea1b07985, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/5c350985ed4e43b98b574ae04a993644, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/16de75da247a494489f1b092d05c81c7, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/9df2a4a20bbb41609974d22121b659d4] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp, totalSize=47.0 K 2024-11-25T20:25:42,575 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141111 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:25:42,575 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): dfff97607c96d476310c7de199f5b512/A is initiating minor compaction (all files) 2024-11-25T20:25:42,575 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dfff97607c96d476310c7de199f5b512/A in TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:42,576 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/c35e6f82c8e348179aa02b59ecc99505, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/1920fb2cc91940f68e415abd683ff495, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/abbbc565233f43b48e2891e888e23e0f, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/c860d172ce574cb19d17c93a7571e798] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp, totalSize=137.8 K 2024-11-25T20:25:42,576 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:42,576 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. files: [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/c35e6f82c8e348179aa02b59ecc99505, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/1920fb2cc91940f68e415abd683ff495, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/abbbc565233f43b48e2891e888e23e0f, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/c860d172ce574cb19d17c93a7571e798] 2024-11-25T20:25:42,576 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting a14277213cb042ecb939aeeea1b07985, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732566339011 2024-11-25T20:25:42,576 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting c35e6f82c8e348179aa02b59ecc99505, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732566339011 2024-11-25T20:25:42,577 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5c350985ed4e43b98b574ae04a993644, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732566339795 2024-11-25T20:25:42,577 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 1920fb2cc91940f68e415abd683ff495, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732566339795 2024-11-25T20:25:42,577 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 16de75da247a494489f1b092d05c81c7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732566340453 2024-11-25T20:25:42,577 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting abbbc565233f43b48e2891e888e23e0f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732566340453 2024-11-25T20:25:42,577 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9df2a4a20bbb41609974d22121b659d4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732566341701 2024-11-25T20:25:42,578 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting c860d172ce574cb19d17c93a7571e798, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732566341701 2024-11-25T20:25:42,587 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=dfff97607c96d476310c7de199f5b512] 2024-11-25T20:25:42,593 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112570834c0dad314506a5abbe168d44d9c4_dfff97607c96d476310c7de199f5b512 store=[table=TestAcidGuarantees family=A region=dfff97607c96d476310c7de199f5b512] 2024-11-25T20:25:42,595 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dfff97607c96d476310c7de199f5b512#B#compaction#522 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:42,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-25T20:25:42,595 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/B/5d52d8e23cd145868e28d44663d1aa35 is 50, key is test_row_0/B:col10/1732566341815/Put/seqid=0 2024-11-25T20:25:42,596 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112570834c0dad314506a5abbe168d44d9c4_dfff97607c96d476310c7de199f5b512, store=[table=TestAcidGuarantees family=A region=dfff97607c96d476310c7de199f5b512] 2024-11-25T20:25:42,596 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112570834c0dad314506a5abbe168d44d9c4_dfff97607c96d476310c7de199f5b512 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=dfff97607c96d476310c7de199f5b512] 2024-11-25T20:25:42,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on dfff97607c96d476310c7de199f5b512 2024-11-25T20:25:42,612 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dfff97607c96d476310c7de199f5b512 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T20:25:42,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfff97607c96d476310c7de199f5b512, store=A 2024-11-25T20:25:42,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:42,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfff97607c96d476310c7de199f5b512, store=B 2024-11-25T20:25:42,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:42,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfff97607c96d476310c7de199f5b512, store=C 2024-11-25T20:25:42,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:42,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742440_1616 (size=4469) 2024-11-25T20:25:42,627 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:42,628 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-25T20:25:42,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:42,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. as already flushing 2024-11-25T20:25:42,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:42,628 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:42,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:42,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:42,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742439_1615 (size=12241) 2024-11-25T20:25:42,653 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112551acec54804f4f7496b63c87b66c49c0_dfff97607c96d476310c7de199f5b512 is 50, key is test_row_0/A:col10/1732566342611/Put/seqid=0 2024-11-25T20:25:42,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742441_1617 (size=17084) 2024-11-25T20:25:42,692 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:42,696 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112551acec54804f4f7496b63c87b66c49c0_dfff97607c96d476310c7de199f5b512 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112551acec54804f4f7496b63c87b66c49c0_dfff97607c96d476310c7de199f5b512 2024-11-25T20:25:42,700 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/b8b5440b7ece4725bda02d0fe1eca4d2, store: [table=TestAcidGuarantees family=A region=dfff97607c96d476310c7de199f5b512] 2024-11-25T20:25:42,701 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/b8b5440b7ece4725bda02d0fe1eca4d2 is 175, key is test_row_0/A:col10/1732566342611/Put/seqid=0 2024-11-25T20:25:42,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742442_1618 (size=48189) 2024-11-25T20:25:42,771 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=129, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/b8b5440b7ece4725bda02d0fe1eca4d2 2024-11-25T20:25:42,780 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:42,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-25T20:25:42,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:42,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. as already flushing 2024-11-25T20:25:42,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:42,781 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:42,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:42,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:42,787 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/B/a13c1fd663cf4ea58f0a1c556d195c73 is 50, key is test_row_0/B:col10/1732566342611/Put/seqid=0 2024-11-25T20:25:42,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:42,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39796 deadline: 1732566402787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:42,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742443_1619 (size=12051) 2024-11-25T20:25:42,827 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/B/a13c1fd663cf4ea58f0a1c556d195c73 2024-11-25T20:25:42,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/C/4a2b2e6652da4dc2b2cb883714ebe97f is 50, key is test_row_0/C:col10/1732566342611/Put/seqid=0 2024-11-25T20:25:42,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742444_1620 (size=12051) 2024-11-25T20:25:42,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:42,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39796 deadline: 1732566402894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:42,934 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:42,935 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-25T20:25:42,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:42,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. as already flushing 2024-11-25T20:25:42,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:42,935 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:42,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:42,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:43,037 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dfff97607c96d476310c7de199f5b512#A#compaction#521 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:43,037 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/7d59f567c80449b696e03eb18bbdb889 is 175, key is test_row_0/A:col10/1732566341815/Put/seqid=0 2024-11-25T20:25:43,058 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/B/5d52d8e23cd145868e28d44663d1aa35 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/5d52d8e23cd145868e28d44663d1aa35 2024-11-25T20:25:43,063 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in dfff97607c96d476310c7de199f5b512/B of dfff97607c96d476310c7de199f5b512 into 5d52d8e23cd145868e28d44663d1aa35(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:43,063 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dfff97607c96d476310c7de199f5b512: 2024-11-25T20:25:43,063 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512., storeName=dfff97607c96d476310c7de199f5b512/B, priority=12, startTime=1732566342573; duration=0sec 2024-11-25T20:25:43,063 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:25:43,063 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dfff97607c96d476310c7de199f5b512:B 2024-11-25T20:25:43,063 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:25:43,067 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:25:43,067 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1540): dfff97607c96d476310c7de199f5b512/C is initiating minor compaction (all files) 2024-11-25T20:25:43,067 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dfff97607c96d476310c7de199f5b512/C in TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:43,067 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/a42956b6a2724a11b8723a6e726c9744, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/0afa26f3e644496ba33deebc9295bcb6, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/f40e718e985d4da0acd2fe4e97e96b6d, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/fe545c1dec4142d7a0643f0c7d7cbcbb] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp, totalSize=47.0 K 2024-11-25T20:25:43,068 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting a42956b6a2724a11b8723a6e726c9744, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732566339011 2024-11-25T20:25:43,068 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0afa26f3e644496ba33deebc9295bcb6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732566339795 2024-11-25T20:25:43,068 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting f40e718e985d4da0acd2fe4e97e96b6d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732566340453 2024-11-25T20:25:43,068 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting fe545c1dec4142d7a0643f0c7d7cbcbb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732566341701 2024-11-25T20:25:43,087 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:43,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-25T20:25:43,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:43,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. as already flushing 2024-11-25T20:25:43,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:43,088 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:43,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:43,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:43,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742445_1621 (size=31195) 2024-11-25T20:25:43,093 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dfff97607c96d476310c7de199f5b512#C#compaction#526 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:43,094 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/C/9a5951eeeae341ad849b0224f1a279e5 is 50, key is test_row_0/C:col10/1732566341815/Put/seqid=0 2024-11-25T20:25:43,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-25T20:25:43,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:43,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39796 deadline: 1732566403102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:43,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742446_1622 (size=12241) 2024-11-25T20:25:43,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:43,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39764 deadline: 1732566403149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:43,154 DEBUG [Thread-2589 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4142 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512., hostname=a8cf619b0679,41621,1732566182451, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T20:25:43,155 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/C/9a5951eeeae341ad849b0224f1a279e5 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/9a5951eeeae341ad849b0224f1a279e5 2024-11-25T20:25:43,173 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in dfff97607c96d476310c7de199f5b512/C of dfff97607c96d476310c7de199f5b512 into 9a5951eeeae341ad849b0224f1a279e5(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:43,173 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dfff97607c96d476310c7de199f5b512: 2024-11-25T20:25:43,173 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512., storeName=dfff97607c96d476310c7de199f5b512/C, priority=12, startTime=1732566342573; duration=0sec 2024-11-25T20:25:43,173 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:43,173 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dfff97607c96d476310c7de199f5b512:C 2024-11-25T20:25:43,242 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:43,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-25T20:25:43,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:43,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. as already flushing 2024-11-25T20:25:43,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:43,243 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:43,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:43,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:43,281 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/C/4a2b2e6652da4dc2b2cb883714ebe97f 2024-11-25T20:25:43,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/b8b5440b7ece4725bda02d0fe1eca4d2 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/b8b5440b7ece4725bda02d0fe1eca4d2 2024-11-25T20:25:43,325 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/b8b5440b7ece4725bda02d0fe1eca4d2, entries=250, sequenceid=129, filesize=47.1 K 2024-11-25T20:25:43,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/B/a13c1fd663cf4ea58f0a1c556d195c73 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/a13c1fd663cf4ea58f0a1c556d195c73 2024-11-25T20:25:43,333 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/a13c1fd663cf4ea58f0a1c556d195c73, entries=150, sequenceid=129, filesize=11.8 K 2024-11-25T20:25:43,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/C/4a2b2e6652da4dc2b2cb883714ebe97f as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/4a2b2e6652da4dc2b2cb883714ebe97f 2024-11-25T20:25:43,340 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/4a2b2e6652da4dc2b2cb883714ebe97f, entries=150, sequenceid=129, filesize=11.8 K 2024-11-25T20:25:43,342 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for dfff97607c96d476310c7de199f5b512 in 730ms, sequenceid=129, compaction requested=false 2024-11-25T20:25:43,342 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dfff97607c96d476310c7de199f5b512: 2024-11-25T20:25:43,394 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:43,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-25T20:25:43,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:43,399 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2837): Flushing dfff97607c96d476310c7de199f5b512 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T20:25:43,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfff97607c96d476310c7de199f5b512, store=A 2024-11-25T20:25:43,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:43,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfff97607c96d476310c7de199f5b512, store=B 2024-11-25T20:25:43,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:43,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfff97607c96d476310c7de199f5b512, store=C 2024-11-25T20:25:43,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:43,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. as already flushing 2024-11-25T20:25:43,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on dfff97607c96d476310c7de199f5b512 2024-11-25T20:25:43,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125fee5a61d13534ac69a986f972ca0cfbe_dfff97607c96d476310c7de199f5b512 is 50, key is test_row_0/A:col10/1732566342776/Put/seqid=0 2024-11-25T20:25:43,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:43,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39796 deadline: 1732566403455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:43,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742447_1623 (size=12304) 2024-11-25T20:25:43,503 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/7d59f567c80449b696e03eb18bbdb889 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/7d59f567c80449b696e03eb18bbdb889 2024-11-25T20:25:43,517 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in dfff97607c96d476310c7de199f5b512/A of dfff97607c96d476310c7de199f5b512 into 7d59f567c80449b696e03eb18bbdb889(size=30.5 K), total size for store is 77.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:43,517 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dfff97607c96d476310c7de199f5b512: 2024-11-25T20:25:43,517 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512., storeName=dfff97607c96d476310c7de199f5b512/A, priority=12, startTime=1732566342573; duration=0sec 2024-11-25T20:25:43,517 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:43,517 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dfff97607c96d476310c7de199f5b512:A 2024-11-25T20:25:43,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:43,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39796 deadline: 1732566403563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:43,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:43,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39796 deadline: 1732566403768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:43,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:43,890 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125fee5a61d13534ac69a986f972ca0cfbe_dfff97607c96d476310c7de199f5b512 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125fee5a61d13534ac69a986f972ca0cfbe_dfff97607c96d476310c7de199f5b512 2024-11-25T20:25:43,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/566b0c1a59ae43b3850e282a4ec5b450, store: [table=TestAcidGuarantees family=A region=dfff97607c96d476310c7de199f5b512] 2024-11-25T20:25:43,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/566b0c1a59ae43b3850e282a4ec5b450 is 175, key is test_row_0/A:col10/1732566342776/Put/seqid=0 2024-11-25T20:25:43,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742448_1624 (size=31105) 2024-11-25T20:25:44,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:44,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39796 deadline: 1732566404071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:44,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-25T20:25:44,314 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=156, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/566b0c1a59ae43b3850e282a4ec5b450 2024-11-25T20:25:44,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/B/b38bf6668f7d42cd80ef7cd1551f6d3f is 50, key is test_row_0/B:col10/1732566342776/Put/seqid=0 2024-11-25T20:25:44,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742449_1625 (size=12151) 2024-11-25T20:25:44,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:44,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39796 deadline: 1732566404577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:44,771 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/B/b38bf6668f7d42cd80ef7cd1551f6d3f 2024-11-25T20:25:44,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/C/d312f42bccf24d77a6e479ac10c277e1 is 50, key is test_row_0/C:col10/1732566342776/Put/seqid=0 2024-11-25T20:25:44,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742450_1626 (size=12151) 2024-11-25T20:25:44,826 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/C/d312f42bccf24d77a6e479ac10c277e1 2024-11-25T20:25:44,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/566b0c1a59ae43b3850e282a4ec5b450 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/566b0c1a59ae43b3850e282a4ec5b450 2024-11-25T20:25:44,842 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/566b0c1a59ae43b3850e282a4ec5b450, entries=150, sequenceid=156, filesize=30.4 K 2024-11-25T20:25:44,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/B/b38bf6668f7d42cd80ef7cd1551f6d3f as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/b38bf6668f7d42cd80ef7cd1551f6d3f 2024-11-25T20:25:44,849 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/b38bf6668f7d42cd80ef7cd1551f6d3f, entries=150, sequenceid=156, filesize=11.9 K 2024-11-25T20:25:44,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/C/d312f42bccf24d77a6e479ac10c277e1 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/d312f42bccf24d77a6e479ac10c277e1 2024-11-25T20:25:44,857 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/d312f42bccf24d77a6e479ac10c277e1, entries=150, sequenceid=156, filesize=11.9 K 2024-11-25T20:25:44,859 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for dfff97607c96d476310c7de199f5b512 in 1460ms, sequenceid=156, compaction requested=true 2024-11-25T20:25:44,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2538): Flush status journal for dfff97607c96d476310c7de199f5b512: 2024-11-25T20:25:44,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:44,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=160 2024-11-25T20:25:44,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4106): Remote procedure done, pid=160 2024-11-25T20:25:44,861 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-11-25T20:25:44,861 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8670 sec 2024-11-25T20:25:44,863 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees in 2.8710 sec 2024-11-25T20:25:45,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on dfff97607c96d476310c7de199f5b512 2024-11-25T20:25:45,586 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dfff97607c96d476310c7de199f5b512 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T20:25:45,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfff97607c96d476310c7de199f5b512, store=A 2024-11-25T20:25:45,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:45,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfff97607c96d476310c7de199f5b512, store=B 2024-11-25T20:25:45,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:45,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfff97607c96d476310c7de199f5b512, store=C 2024-11-25T20:25:45,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:45,612 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411254054f622298e4f0ebd4de139ff9a0138_dfff97607c96d476310c7de199f5b512 is 50, key is test_row_0/A:col10/1732566343454/Put/seqid=0 2024-11-25T20:25:45,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742451_1627 (size=14794) 2024-11-25T20:25:45,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:45,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39796 deadline: 1732566405703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:45,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:45,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39796 deadline: 1732566405814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:46,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:46,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34394 deadline: 1732566406004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:46,007 DEBUG [Thread-2591 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8172 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512., hostname=a8cf619b0679,41621,1732566182451, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T20:25:46,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:46,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34434 deadline: 1732566406016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:46,019 DEBUG [Thread-2583 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8216 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512., hostname=a8cf619b0679,41621,1732566182451, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T20:25:46,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:46,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39796 deadline: 1732566406021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:46,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:46,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34408 deadline: 1732566406023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:46,026 DEBUG [Thread-2585 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8190 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512., hostname=a8cf619b0679,41621,1732566182451, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T20:25:46,053 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:46,057 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411254054f622298e4f0ebd4de139ff9a0138_dfff97607c96d476310c7de199f5b512 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254054f622298e4f0ebd4de139ff9a0138_dfff97607c96d476310c7de199f5b512 2024-11-25T20:25:46,059 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/e65fc0c223454687b8505cfc395efa41, store: [table=TestAcidGuarantees family=A region=dfff97607c96d476310c7de199f5b512] 2024-11-25T20:25:46,060 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/e65fc0c223454687b8505cfc395efa41 is 175, key is test_row_0/A:col10/1732566343454/Put/seqid=0 2024-11-25T20:25:46,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742452_1628 (size=39749) 2024-11-25T20:25:46,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-25T20:25:46,097 INFO [Thread-2593 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 159 completed 2024-11-25T20:25:46,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:25:46,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] procedure2.ProcedureExecutor(1098): Stored pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees 2024-11-25T20:25:46,100 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:25:46,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-25T20:25:46,100 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:25:46,100 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:25:46,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-25T20:25:46,251 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:46,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-25T20:25:46,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:46,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. as already flushing 2024-11-25T20:25:46,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:46,252 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:46,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:46,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:46,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:46,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39796 deadline: 1732566406326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:46,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-25T20:25:46,405 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:46,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-25T20:25:46,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:46,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. as already flushing 2024-11-25T20:25:46,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:46,407 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:46,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:46,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:46,480 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=169, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/e65fc0c223454687b8505cfc395efa41 2024-11-25T20:25:46,495 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/B/a694fba2a94548fa9edadd72ed584a1b is 50, key is test_row_0/B:col10/1732566343454/Put/seqid=0 2024-11-25T20:25:46,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742453_1629 (size=12151) 2024-11-25T20:25:46,513 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/B/a694fba2a94548fa9edadd72ed584a1b 2024-11-25T20:25:46,530 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/C/64d6ccfda7994de18909bdf2e1d62af5 is 50, key is test_row_0/C:col10/1732566343454/Put/seqid=0 2024-11-25T20:25:46,559 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:46,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742454_1630 (size=12151) 2024-11-25T20:25:46,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-25T20:25:46,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:46,560 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/C/64d6ccfda7994de18909bdf2e1d62af5 2024-11-25T20:25:46,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. as already flushing 2024-11-25T20:25:46,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:46,560 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:46,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:46,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:46,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/e65fc0c223454687b8505cfc395efa41 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/e65fc0c223454687b8505cfc395efa41 2024-11-25T20:25:46,583 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/e65fc0c223454687b8505cfc395efa41, entries=200, sequenceid=169, filesize=38.8 K 2024-11-25T20:25:46,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/B/a694fba2a94548fa9edadd72ed584a1b as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/a694fba2a94548fa9edadd72ed584a1b 2024-11-25T20:25:46,594 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/a694fba2a94548fa9edadd72ed584a1b, entries=150, sequenceid=169, filesize=11.9 K 2024-11-25T20:25:46,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/C/64d6ccfda7994de18909bdf2e1d62af5 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/64d6ccfda7994de18909bdf2e1d62af5 2024-11-25T20:25:46,599 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/64d6ccfda7994de18909bdf2e1d62af5, entries=150, sequenceid=169, filesize=11.9 K 2024-11-25T20:25:46,602 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for dfff97607c96d476310c7de199f5b512 in 1016ms, sequenceid=169, compaction requested=true 2024-11-25T20:25:46,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dfff97607c96d476310c7de199f5b512: 2024-11-25T20:25:46,603 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:25:46,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dfff97607c96d476310c7de199f5b512:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:25:46,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:46,603 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:25:46,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dfff97607c96d476310c7de199f5b512:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:25:46,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:46,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dfff97607c96d476310c7de199f5b512:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:25:46,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:25:46,604 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 150238 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:25:46,604 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1540): dfff97607c96d476310c7de199f5b512/A is initiating minor compaction (all files) 2024-11-25T20:25:46,604 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dfff97607c96d476310c7de199f5b512/A in TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:46,604 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/7d59f567c80449b696e03eb18bbdb889, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/b8b5440b7ece4725bda02d0fe1eca4d2, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/566b0c1a59ae43b3850e282a4ec5b450, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/e65fc0c223454687b8505cfc395efa41] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp, totalSize=146.7 K 2024-11-25T20:25:46,604 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:46,604 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. files: [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/7d59f567c80449b696e03eb18bbdb889, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/b8b5440b7ece4725bda02d0fe1eca4d2, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/566b0c1a59ae43b3850e282a4ec5b450, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/e65fc0c223454687b8505cfc395efa41] 2024-11-25T20:25:46,604 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48594 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:25:46,604 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): dfff97607c96d476310c7de199f5b512/B is initiating minor compaction (all files) 2024-11-25T20:25:46,604 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dfff97607c96d476310c7de199f5b512/B in TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:46,605 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/5d52d8e23cd145868e28d44663d1aa35, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/a13c1fd663cf4ea58f0a1c556d195c73, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/b38bf6668f7d42cd80ef7cd1551f6d3f, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/a694fba2a94548fa9edadd72ed584a1b] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp, totalSize=47.5 K 2024-11-25T20:25:46,605 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 5d52d8e23cd145868e28d44663d1aa35, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732566341701 2024-11-25T20:25:46,605 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7d59f567c80449b696e03eb18bbdb889, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732566341701 2024-11-25T20:25:46,605 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting a13c1fd663cf4ea58f0a1c556d195c73, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732566341969 2024-11-25T20:25:46,605 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting b8b5440b7ece4725bda02d0fe1eca4d2, keycount=250, bloomtype=ROW, size=47.1 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732566341959 2024-11-25T20:25:46,605 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting b38bf6668f7d42cd80ef7cd1551f6d3f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732566342750 2024-11-25T20:25:46,605 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 566b0c1a59ae43b3850e282a4ec5b450, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732566342750 2024-11-25T20:25:46,606 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting a694fba2a94548fa9edadd72ed584a1b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732566343437 2024-11-25T20:25:46,606 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting e65fc0c223454687b8505cfc395efa41, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732566343423 2024-11-25T20:25:46,621 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=dfff97607c96d476310c7de199f5b512] 2024-11-25T20:25:46,621 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dfff97607c96d476310c7de199f5b512#B#compaction#533 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:46,622 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/B/79f43797ac9742eebd9e03c77b9f8b42 is 50, key is test_row_0/B:col10/1732566343454/Put/seqid=0 2024-11-25T20:25:46,627 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125a791fc9557a74978b74c5feb9c938f1f_dfff97607c96d476310c7de199f5b512 store=[table=TestAcidGuarantees family=A region=dfff97607c96d476310c7de199f5b512] 2024-11-25T20:25:46,630 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125a791fc9557a74978b74c5feb9c938f1f_dfff97607c96d476310c7de199f5b512, store=[table=TestAcidGuarantees family=A region=dfff97607c96d476310c7de199f5b512] 2024-11-25T20:25:46,630 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a791fc9557a74978b74c5feb9c938f1f_dfff97607c96d476310c7de199f5b512 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=dfff97607c96d476310c7de199f5b512] 2024-11-25T20:25:46,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742455_1631 (size=12527) 2024-11-25T20:25:46,659 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/B/79f43797ac9742eebd9e03c77b9f8b42 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/79f43797ac9742eebd9e03c77b9f8b42 2024-11-25T20:25:46,664 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in dfff97607c96d476310c7de199f5b512/B of dfff97607c96d476310c7de199f5b512 into 79f43797ac9742eebd9e03c77b9f8b42(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:46,664 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dfff97607c96d476310c7de199f5b512: 2024-11-25T20:25:46,664 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512., storeName=dfff97607c96d476310c7de199f5b512/B, priority=12, startTime=1732566346603; duration=0sec 2024-11-25T20:25:46,664 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:25:46,665 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dfff97607c96d476310c7de199f5b512:B 2024-11-25T20:25:46,665 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:25:46,674 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48594 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:25:46,674 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): dfff97607c96d476310c7de199f5b512/C is initiating minor compaction (all files) 2024-11-25T20:25:46,674 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dfff97607c96d476310c7de199f5b512/C in TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:46,674 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/9a5951eeeae341ad849b0224f1a279e5, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/4a2b2e6652da4dc2b2cb883714ebe97f, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/d312f42bccf24d77a6e479ac10c277e1, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/64d6ccfda7994de18909bdf2e1d62af5] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp, totalSize=47.5 K 2024-11-25T20:25:46,674 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 9a5951eeeae341ad849b0224f1a279e5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732566341701 2024-11-25T20:25:46,675 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a2b2e6652da4dc2b2cb883714ebe97f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732566341969 2024-11-25T20:25:46,675 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting d312f42bccf24d77a6e479ac10c277e1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732566342750 2024-11-25T20:25:46,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742456_1632 (size=4469) 2024-11-25T20:25:46,675 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 64d6ccfda7994de18909bdf2e1d62af5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732566343437 2024-11-25T20:25:46,699 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dfff97607c96d476310c7de199f5b512#C#compaction#535 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:46,700 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/C/c84f0e1eb21943eaa7ffb2e80c7e5cf5 is 50, key is test_row_0/C:col10/1732566343454/Put/seqid=0 2024-11-25T20:25:46,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-25T20:25:46,719 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:46,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-25T20:25:46,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:46,722 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2837): Flushing dfff97607c96d476310c7de199f5b512 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T20:25:46,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfff97607c96d476310c7de199f5b512, store=A 2024-11-25T20:25:46,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:46,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfff97607c96d476310c7de199f5b512, store=B 2024-11-25T20:25:46,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:46,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfff97607c96d476310c7de199f5b512, store=C 2024-11-25T20:25:46,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:46,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742457_1633 (size=12527) 2024-11-25T20:25:46,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112551d52b2ce0a94a36bab35a6cebb4ef34_dfff97607c96d476310c7de199f5b512 is 50, key is test_row_0/A:col10/1732566345694/Put/seqid=0 2024-11-25T20:25:46,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742458_1634 (size=12304) 2024-11-25T20:25:46,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:46,788 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112551d52b2ce0a94a36bab35a6cebb4ef34_dfff97607c96d476310c7de199f5b512 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112551d52b2ce0a94a36bab35a6cebb4ef34_dfff97607c96d476310c7de199f5b512 2024-11-25T20:25:46,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/bd1c08a8b3bd447f9fc148f4270064e7, store: [table=TestAcidGuarantees family=A region=dfff97607c96d476310c7de199f5b512] 2024-11-25T20:25:46,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/bd1c08a8b3bd447f9fc148f4270064e7 is 175, key is test_row_0/A:col10/1732566345694/Put/seqid=0 2024-11-25T20:25:46,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742459_1635 (size=31105) 2024-11-25T20:25:46,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on dfff97607c96d476310c7de199f5b512 2024-11-25T20:25:46,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. as already flushing 2024-11-25T20:25:46,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:46,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39796 deadline: 1732566406857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:46,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:46,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39796 deadline: 1732566406961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:47,076 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dfff97607c96d476310c7de199f5b512#A#compaction#534 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:47,078 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/af3cc39492d24b01b1b02320d4815b45 is 175, key is test_row_0/A:col10/1732566343454/Put/seqid=0 2024-11-25T20:25:47,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742460_1636 (size=31481) 2024-11-25T20:25:47,130 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/af3cc39492d24b01b1b02320d4815b45 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/af3cc39492d24b01b1b02320d4815b45 2024-11-25T20:25:47,136 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in dfff97607c96d476310c7de199f5b512/A of dfff97607c96d476310c7de199f5b512 into af3cc39492d24b01b1b02320d4815b45(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:47,136 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dfff97607c96d476310c7de199f5b512: 2024-11-25T20:25:47,136 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512., storeName=dfff97607c96d476310c7de199f5b512/A, priority=12, startTime=1732566346602; duration=0sec 2024-11-25T20:25:47,136 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:47,136 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dfff97607c96d476310c7de199f5b512:A 2024-11-25T20:25:47,149 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/C/c84f0e1eb21943eaa7ffb2e80c7e5cf5 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/c84f0e1eb21943eaa7ffb2e80c7e5cf5 2024-11-25T20:25:47,154 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in dfff97607c96d476310c7de199f5b512/C of dfff97607c96d476310c7de199f5b512 into c84f0e1eb21943eaa7ffb2e80c7e5cf5(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:47,154 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dfff97607c96d476310c7de199f5b512: 2024-11-25T20:25:47,154 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512., storeName=dfff97607c96d476310c7de199f5b512/C, priority=12, startTime=1732566346603; duration=0sec 2024-11-25T20:25:47,154 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:47,154 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dfff97607c96d476310c7de199f5b512:C 2024-11-25T20:25:47,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:47,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39796 deadline: 1732566407164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:47,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:47,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39764 deadline: 1732566407170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:47,173 DEBUG [Thread-2589 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8161 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512., hostname=a8cf619b0679,41621,1732566182451, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T20:25:47,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-25T20:25:47,209 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=194, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/bd1c08a8b3bd447f9fc148f4270064e7 2024-11-25T20:25:47,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/B/d421f571e71740a3800a233890551c16 is 50, key is test_row_0/B:col10/1732566345694/Put/seqid=0 2024-11-25T20:25:47,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742461_1637 (size=12151) 2024-11-25T20:25:47,259 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/B/d421f571e71740a3800a233890551c16 2024-11-25T20:25:47,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/C/430b863994c84a8294c07b423331abc7 is 50, key is test_row_0/C:col10/1732566345694/Put/seqid=0 2024-11-25T20:25:47,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742462_1638 (size=12151) 2024-11-25T20:25:47,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:47,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39796 deadline: 1732566407467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:47,712 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/C/430b863994c84a8294c07b423331abc7 2024-11-25T20:25:47,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/bd1c08a8b3bd447f9fc148f4270064e7 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/bd1c08a8b3bd447f9fc148f4270064e7 2024-11-25T20:25:47,721 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/bd1c08a8b3bd447f9fc148f4270064e7, entries=150, sequenceid=194, filesize=30.4 K 2024-11-25T20:25:47,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/B/d421f571e71740a3800a233890551c16 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/d421f571e71740a3800a233890551c16 2024-11-25T20:25:47,728 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/d421f571e71740a3800a233890551c16, entries=150, sequenceid=194, filesize=11.9 K 2024-11-25T20:25:47,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/C/430b863994c84a8294c07b423331abc7 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/430b863994c84a8294c07b423331abc7 2024-11-25T20:25:47,734 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/430b863994c84a8294c07b423331abc7, entries=150, sequenceid=194, filesize=11.9 K 2024-11-25T20:25:47,735 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for dfff97607c96d476310c7de199f5b512 in 1013ms, sequenceid=194, compaction requested=false 2024-11-25T20:25:47,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2538): Flush status journal for dfff97607c96d476310c7de199f5b512: 2024-11-25T20:25:47,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:47,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=162 2024-11-25T20:25:47,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4106): Remote procedure done, pid=162 2024-11-25T20:25:47,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-11-25T20:25:47,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6360 sec 2024-11-25T20:25:47,740 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees in 1.6410 sec 2024-11-25T20:25:47,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on dfff97607c96d476310c7de199f5b512 2024-11-25T20:25:47,975 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dfff97607c96d476310c7de199f5b512 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T20:25:47,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfff97607c96d476310c7de199f5b512, store=A 2024-11-25T20:25:47,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:47,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfff97607c96d476310c7de199f5b512, store=B 2024-11-25T20:25:47,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:47,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfff97607c96d476310c7de199f5b512, store=C 2024-11-25T20:25:47,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:47,987 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112589d73c3392c341ecb6284ac0c63eeb71_dfff97607c96d476310c7de199f5b512 is 50, key is test_row_0/A:col10/1732566346853/Put/seqid=0 2024-11-25T20:25:48,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742463_1639 (size=12304) 2024-11-25T20:25:48,031 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:48,034 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112589d73c3392c341ecb6284ac0c63eeb71_dfff97607c96d476310c7de199f5b512 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112589d73c3392c341ecb6284ac0c63eeb71_dfff97607c96d476310c7de199f5b512 2024-11-25T20:25:48,035 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/5dbeb6e530a340fbb37be2092248d0e7, store: [table=TestAcidGuarantees family=A region=dfff97607c96d476310c7de199f5b512] 2024-11-25T20:25:48,036 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/5dbeb6e530a340fbb37be2092248d0e7 is 175, key is test_row_0/A:col10/1732566346853/Put/seqid=0 2024-11-25T20:25:48,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742464_1640 (size=31105) 2024-11-25T20:25:48,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:48,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39796 deadline: 1732566408060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:48,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:48,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39796 deadline: 1732566408164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:48,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-25T20:25:48,204 INFO [Thread-2593 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 161 completed 2024-11-25T20:25:48,205 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:25:48,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees 2024-11-25T20:25:48,206 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:25:48,207 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:25:48,207 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:25:48,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-25T20:25:48,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-25T20:25:48,359 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:48,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-25T20:25:48,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:48,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. as already flushing 2024-11-25T20:25:48,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:48,359 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:48,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:48,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:48,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:48,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39796 deadline: 1732566408368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:48,453 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=209, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/5dbeb6e530a340fbb37be2092248d0e7 2024-11-25T20:25:48,469 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/B/18c40c4571d74d28b4272e12192f629d is 50, key is test_row_0/B:col10/1732566346853/Put/seqid=0 2024-11-25T20:25:48,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742465_1641 (size=12151) 2024-11-25T20:25:48,490 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/B/18c40c4571d74d28b4272e12192f629d 2024-11-25T20:25:48,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/C/91ec7a920a834ebbbc53ac537fb9f88f is 50, key is test_row_0/C:col10/1732566346853/Put/seqid=0 2024-11-25T20:25:48,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-25T20:25:48,512 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:48,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-25T20:25:48,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:48,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. as already flushing 2024-11-25T20:25:48,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:48,513 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:48,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:48,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:48,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742466_1642 (size=12151) 2024-11-25T20:25:48,540 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/C/91ec7a920a834ebbbc53ac537fb9f88f 2024-11-25T20:25:48,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/5dbeb6e530a340fbb37be2092248d0e7 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/5dbeb6e530a340fbb37be2092248d0e7 2024-11-25T20:25:48,551 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/5dbeb6e530a340fbb37be2092248d0e7, entries=150, sequenceid=209, filesize=30.4 K 2024-11-25T20:25:48,552 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/B/18c40c4571d74d28b4272e12192f629d as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/18c40c4571d74d28b4272e12192f629d 2024-11-25T20:25:48,555 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/18c40c4571d74d28b4272e12192f629d, entries=150, sequenceid=209, filesize=11.9 K 2024-11-25T20:25:48,557 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/C/91ec7a920a834ebbbc53ac537fb9f88f as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/91ec7a920a834ebbbc53ac537fb9f88f 2024-11-25T20:25:48,566 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/91ec7a920a834ebbbc53ac537fb9f88f, entries=150, sequenceid=209, filesize=11.9 K 2024-11-25T20:25:48,567 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for dfff97607c96d476310c7de199f5b512 in 593ms, sequenceid=209, compaction requested=true 2024-11-25T20:25:48,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dfff97607c96d476310c7de199f5b512: 2024-11-25T20:25:48,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dfff97607c96d476310c7de199f5b512:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:25:48,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:48,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dfff97607c96d476310c7de199f5b512:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:25:48,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:25:48,567 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:25:48,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dfff97607c96d476310c7de199f5b512:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:25:48,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T20:25:48,567 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:25:48,569 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:25:48,569 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): dfff97607c96d476310c7de199f5b512/B is initiating minor compaction (all files) 2024-11-25T20:25:48,569 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dfff97607c96d476310c7de199f5b512/B in TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:48,570 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/79f43797ac9742eebd9e03c77b9f8b42, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/d421f571e71740a3800a233890551c16, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/18c40c4571d74d28b4272e12192f629d] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp, totalSize=36.0 K 2024-11-25T20:25:48,570 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 79f43797ac9742eebd9e03c77b9f8b42, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732566343437 2024-11-25T20:25:48,572 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting d421f571e71740a3800a233890551c16, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732566345682 2024-11-25T20:25:48,572 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93691 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:25:48,572 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 18c40c4571d74d28b4272e12192f629d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732566346853 2024-11-25T20:25:48,572 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1540): dfff97607c96d476310c7de199f5b512/A is initiating minor compaction (all files) 2024-11-25T20:25:48,572 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dfff97607c96d476310c7de199f5b512/A in TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:48,572 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/af3cc39492d24b01b1b02320d4815b45, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/bd1c08a8b3bd447f9fc148f4270064e7, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/5dbeb6e530a340fbb37be2092248d0e7] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp, totalSize=91.5 K 2024-11-25T20:25:48,572 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:48,572 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. files: [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/af3cc39492d24b01b1b02320d4815b45, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/bd1c08a8b3bd447f9fc148f4270064e7, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/5dbeb6e530a340fbb37be2092248d0e7] 2024-11-25T20:25:48,573 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting af3cc39492d24b01b1b02320d4815b45, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732566343437 2024-11-25T20:25:48,574 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting bd1c08a8b3bd447f9fc148f4270064e7, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732566345682 2024-11-25T20:25:48,574 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5dbeb6e530a340fbb37be2092248d0e7, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732566346853 2024-11-25T20:25:48,587 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=dfff97607c96d476310c7de199f5b512] 2024-11-25T20:25:48,588 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dfff97607c96d476310c7de199f5b512#B#compaction#542 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:48,588 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/B/bf59ad71077c4484af3652d436600eb1 is 50, key is test_row_0/B:col10/1732566346853/Put/seqid=0 2024-11-25T20:25:48,590 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125c7bc2d6af781446698953e8e53f7ce06_dfff97607c96d476310c7de199f5b512 store=[table=TestAcidGuarantees family=A region=dfff97607c96d476310c7de199f5b512] 2024-11-25T20:25:48,591 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125c7bc2d6af781446698953e8e53f7ce06_dfff97607c96d476310c7de199f5b512, store=[table=TestAcidGuarantees family=A region=dfff97607c96d476310c7de199f5b512] 2024-11-25T20:25:48,591 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125c7bc2d6af781446698953e8e53f7ce06_dfff97607c96d476310c7de199f5b512 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=dfff97607c96d476310c7de199f5b512] 2024-11-25T20:25:48,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742467_1643 (size=12629) 2024-11-25T20:25:48,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742468_1644 (size=4469) 2024-11-25T20:25:48,666 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:48,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-25T20:25:48,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:48,667 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2837): Flushing dfff97607c96d476310c7de199f5b512 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-25T20:25:48,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfff97607c96d476310c7de199f5b512, store=A 2024-11-25T20:25:48,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:48,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfff97607c96d476310c7de199f5b512, store=B 2024-11-25T20:25:48,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:48,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfff97607c96d476310c7de199f5b512, store=C 2024-11-25T20:25:48,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:48,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on dfff97607c96d476310c7de199f5b512 2024-11-25T20:25:48,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. as already flushing 2024-11-25T20:25:48,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125eb727eb73f2c4f2e8427d01d89d3320e_dfff97607c96d476310c7de199f5b512 is 50, key is test_row_0/A:col10/1732566348058/Put/seqid=0 2024-11-25T20:25:48,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:48,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39796 deadline: 1732566408712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:48,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742469_1645 (size=12304) 2024-11-25T20:25:48,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:48,752 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125eb727eb73f2c4f2e8427d01d89d3320e_dfff97607c96d476310c7de199f5b512 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125eb727eb73f2c4f2e8427d01d89d3320e_dfff97607c96d476310c7de199f5b512 2024-11-25T20:25:48,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/8de006af884545abb88bf03e6fbe7435, store: [table=TestAcidGuarantees family=A region=dfff97607c96d476310c7de199f5b512] 2024-11-25T20:25:48,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/8de006af884545abb88bf03e6fbe7435 is 175, key is test_row_0/A:col10/1732566348058/Put/seqid=0 2024-11-25T20:25:48,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742470_1646 (size=31105) 2024-11-25T20:25:48,764 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=232, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/8de006af884545abb88bf03e6fbe7435 2024-11-25T20:25:48,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/B/ff8c3679e53c4e31b0543b8ef2975626 is 50, key is test_row_0/B:col10/1732566348058/Put/seqid=0 2024-11-25T20:25:48,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742471_1647 (size=12151) 2024-11-25T20:25:48,789 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/B/ff8c3679e53c4e31b0543b8ef2975626 2024-11-25T20:25:48,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/C/c978fd857ea94fe1bd9e5fb8f0628e83 is 50, key is test_row_0/C:col10/1732566348058/Put/seqid=0 2024-11-25T20:25:48,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-25T20:25:48,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:48,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39796 deadline: 1732566408815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:48,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742472_1648 (size=12151) 2024-11-25T20:25:48,846 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/C/c978fd857ea94fe1bd9e5fb8f0628e83 2024-11-25T20:25:48,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/8de006af884545abb88bf03e6fbe7435 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/8de006af884545abb88bf03e6fbe7435 2024-11-25T20:25:48,858 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/8de006af884545abb88bf03e6fbe7435, entries=150, sequenceid=232, filesize=30.4 K 2024-11-25T20:25:48,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/B/ff8c3679e53c4e31b0543b8ef2975626 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/ff8c3679e53c4e31b0543b8ef2975626 2024-11-25T20:25:48,863 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/ff8c3679e53c4e31b0543b8ef2975626, entries=150, sequenceid=232, filesize=11.9 K 2024-11-25T20:25:48,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/C/c978fd857ea94fe1bd9e5fb8f0628e83 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/c978fd857ea94fe1bd9e5fb8f0628e83 2024-11-25T20:25:48,866 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/c978fd857ea94fe1bd9e5fb8f0628e83, entries=150, sequenceid=232, filesize=11.9 K 2024-11-25T20:25:48,867 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for dfff97607c96d476310c7de199f5b512 in 200ms, sequenceid=232, compaction requested=true 2024-11-25T20:25:48,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2538): Flush status journal for dfff97607c96d476310c7de199f5b512: 2024-11-25T20:25:48,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:48,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=164 2024-11-25T20:25:48,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4106): Remote procedure done, pid=164 2024-11-25T20:25:48,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-11-25T20:25:48,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 661 msec 2024-11-25T20:25:48,871 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees in 665 msec 2024-11-25T20:25:49,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on dfff97607c96d476310c7de199f5b512 2024-11-25T20:25:49,021 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dfff97607c96d476310c7de199f5b512 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-25T20:25:49,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfff97607c96d476310c7de199f5b512, store=A 2024-11-25T20:25:49,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:49,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfff97607c96d476310c7de199f5b512, store=B 2024-11-25T20:25:49,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:49,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfff97607c96d476310c7de199f5b512, store=C 2024-11-25T20:25:49,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:49,032 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411253db99cc7a4b147c09fb29418a4e885c8_dfff97607c96d476310c7de199f5b512 is 50, key is test_row_0/A:col10/1732566349019/Put/seqid=0 2024-11-25T20:25:49,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742473_1649 (size=12304) 2024-11-25T20:25:49,046 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:49,047 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/B/bf59ad71077c4484af3652d436600eb1 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/bf59ad71077c4484af3652d436600eb1 2024-11-25T20:25:49,050 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411253db99cc7a4b147c09fb29418a4e885c8_dfff97607c96d476310c7de199f5b512 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253db99cc7a4b147c09fb29418a4e885c8_dfff97607c96d476310c7de199f5b512 2024-11-25T20:25:49,051 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/d475ab0a1c7745d48b658726a66a628a, store: [table=TestAcidGuarantees family=A region=dfff97607c96d476310c7de199f5b512] 2024-11-25T20:25:49,052 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/d475ab0a1c7745d48b658726a66a628a is 175, key is test_row_0/A:col10/1732566349019/Put/seqid=0 2024-11-25T20:25:49,056 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dfff97607c96d476310c7de199f5b512/B of dfff97607c96d476310c7de199f5b512 into bf59ad71077c4484af3652d436600eb1(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:49,056 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dfff97607c96d476310c7de199f5b512: 2024-11-25T20:25:49,056 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512., storeName=dfff97607c96d476310c7de199f5b512/B, priority=13, startTime=1732566348567; duration=0sec 2024-11-25T20:25:49,056 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:25:49,056 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dfff97607c96d476310c7de199f5b512:B 2024-11-25T20:25:49,056 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:25:49,059 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:25:49,059 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): dfff97607c96d476310c7de199f5b512/C is initiating minor compaction (all files) 2024-11-25T20:25:49,059 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dfff97607c96d476310c7de199f5b512/C in TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:49,059 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/c84f0e1eb21943eaa7ffb2e80c7e5cf5, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/430b863994c84a8294c07b423331abc7, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/91ec7a920a834ebbbc53ac537fb9f88f, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/c978fd857ea94fe1bd9e5fb8f0628e83] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp, totalSize=47.8 K 2024-11-25T20:25:49,059 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting c84f0e1eb21943eaa7ffb2e80c7e5cf5, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732566343437 2024-11-25T20:25:49,060 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dfff97607c96d476310c7de199f5b512#A#compaction#543 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:49,060 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/860faf85b5134ba79070b66d6e9d69e3 is 175, key is test_row_0/A:col10/1732566346853/Put/seqid=0 2024-11-25T20:25:49,061 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 430b863994c84a8294c07b423331abc7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732566345682 2024-11-25T20:25:49,062 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 91ec7a920a834ebbbc53ac537fb9f88f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732566346853 2024-11-25T20:25:49,062 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting c978fd857ea94fe1bd9e5fb8f0628e83, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732566348025 2024-11-25T20:25:49,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742474_1650 (size=31105) 2024-11-25T20:25:49,073 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=246, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/d475ab0a1c7745d48b658726a66a628a 2024-11-25T20:25:49,097 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dfff97607c96d476310c7de199f5b512#C#compaction#548 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:49,098 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/C/35bf7d034d3a48e5bca3454a529b8717 is 50, key is test_row_0/C:col10/1732566348058/Put/seqid=0 2024-11-25T20:25:49,108 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/B/0cfe073ce79b441581c8fa3d20d7f436 is 50, key is test_row_0/B:col10/1732566349019/Put/seqid=0 2024-11-25T20:25:49,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742475_1651 (size=31583) 2024-11-25T20:25:49,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:49,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39796 deadline: 1732566409117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:49,125 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/860faf85b5134ba79070b66d6e9d69e3 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/860faf85b5134ba79070b66d6e9d69e3 2024-11-25T20:25:49,138 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dfff97607c96d476310c7de199f5b512/A of dfff97607c96d476310c7de199f5b512 into 860faf85b5134ba79070b66d6e9d69e3(size=30.8 K), total size for store is 61.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:49,138 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dfff97607c96d476310c7de199f5b512: 2024-11-25T20:25:49,138 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512., storeName=dfff97607c96d476310c7de199f5b512/A, priority=13, startTime=1732566348567; duration=0sec 2024-11-25T20:25:49,138 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:49,138 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dfff97607c96d476310c7de199f5b512:A 2024-11-25T20:25:49,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742477_1653 (size=12151) 2024-11-25T20:25:49,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742476_1652 (size=12663) 2024-11-25T20:25:49,156 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/C/35bf7d034d3a48e5bca3454a529b8717 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/35bf7d034d3a48e5bca3454a529b8717 2024-11-25T20:25:49,162 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in dfff97607c96d476310c7de199f5b512/C of dfff97607c96d476310c7de199f5b512 into 35bf7d034d3a48e5bca3454a529b8717(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:49,162 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dfff97607c96d476310c7de199f5b512: 2024-11-25T20:25:49,162 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512., storeName=dfff97607c96d476310c7de199f5b512/C, priority=12, startTime=1732566348567; duration=0sec 2024-11-25T20:25:49,162 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:49,162 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dfff97607c96d476310c7de199f5b512:C 2024-11-25T20:25:49,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:49,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39796 deadline: 1732566409221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:49,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-25T20:25:49,310 INFO [Thread-2593 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-11-25T20:25:49,311 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:25:49,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees 2024-11-25T20:25:49,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-25T20:25:49,312 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:25:49,312 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:25:49,312 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:25:49,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-25T20:25:49,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:49,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39796 deadline: 1732566409425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:49,463 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:49,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-25T20:25:49,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:49,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. as already flushing 2024-11-25T20:25:49,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:49,464 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:49,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:49,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:49,540 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/B/0cfe073ce79b441581c8fa3d20d7f436 2024-11-25T20:25:49,545 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/C/7eac7c6df5174605a5e4bdbf1ed5cd3e is 50, key is test_row_0/C:col10/1732566349019/Put/seqid=0 2024-11-25T20:25:49,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742478_1654 (size=12151) 2024-11-25T20:25:49,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-25T20:25:49,615 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:49,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-25T20:25:49,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:49,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. as already flushing 2024-11-25T20:25:49,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:49,616 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:49,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:49,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:49,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:49,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39796 deadline: 1732566409728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:49,767 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:49,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-25T20:25:49,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:49,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. as already flushing 2024-11-25T20:25:49,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:49,768 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:49,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:49,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:49,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-25T20:25:49,920 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:49,920 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-25T20:25:49,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:49,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. as already flushing 2024-11-25T20:25:49,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:49,920 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:49,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:49,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:49,948 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/C/7eac7c6df5174605a5e4bdbf1ed5cd3e 2024-11-25T20:25:49,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/d475ab0a1c7745d48b658726a66a628a as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/d475ab0a1c7745d48b658726a66a628a 2024-11-25T20:25:49,954 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/d475ab0a1c7745d48b658726a66a628a, entries=150, sequenceid=246, filesize=30.4 K 2024-11-25T20:25:49,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/B/0cfe073ce79b441581c8fa3d20d7f436 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/0cfe073ce79b441581c8fa3d20d7f436 2024-11-25T20:25:49,957 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/0cfe073ce79b441581c8fa3d20d7f436, entries=150, sequenceid=246, filesize=11.9 K 2024-11-25T20:25:49,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/C/7eac7c6df5174605a5e4bdbf1ed5cd3e as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/7eac7c6df5174605a5e4bdbf1ed5cd3e 2024-11-25T20:25:49,959 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/7eac7c6df5174605a5e4bdbf1ed5cd3e, entries=150, sequenceid=246, filesize=11.9 K 2024-11-25T20:25:49,960 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for dfff97607c96d476310c7de199f5b512 in 939ms, sequenceid=246, compaction requested=true 2024-11-25T20:25:49,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dfff97607c96d476310c7de199f5b512: 2024-11-25T20:25:49,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dfff97607c96d476310c7de199f5b512:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:25:49,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:49,960 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:25:49,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dfff97607c96d476310c7de199f5b512:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:25:49,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:49,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dfff97607c96d476310c7de199f5b512:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:25:49,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:25:49,960 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:25:49,960 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93793 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:25:49,961 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1540): dfff97607c96d476310c7de199f5b512/A is initiating minor compaction (all files) 2024-11-25T20:25:49,961 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:25:49,961 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dfff97607c96d476310c7de199f5b512/A in TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:49,961 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): dfff97607c96d476310c7de199f5b512/B is initiating minor compaction (all files) 2024-11-25T20:25:49,961 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dfff97607c96d476310c7de199f5b512/B in TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:49,961 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/860faf85b5134ba79070b66d6e9d69e3, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/8de006af884545abb88bf03e6fbe7435, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/d475ab0a1c7745d48b658726a66a628a] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp, totalSize=91.6 K 2024-11-25T20:25:49,961 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:49,961 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/bf59ad71077c4484af3652d436600eb1, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/ff8c3679e53c4e31b0543b8ef2975626, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/0cfe073ce79b441581c8fa3d20d7f436] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp, totalSize=36.1 K 2024-11-25T20:25:49,961 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. files: [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/860faf85b5134ba79070b66d6e9d69e3, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/8de006af884545abb88bf03e6fbe7435, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/d475ab0a1c7745d48b658726a66a628a] 2024-11-25T20:25:49,961 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting bf59ad71077c4484af3652d436600eb1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732566346853 2024-11-25T20:25:49,961 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 860faf85b5134ba79070b66d6e9d69e3, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732566346853 2024-11-25T20:25:49,961 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting ff8c3679e53c4e31b0543b8ef2975626, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732566348025 2024-11-25T20:25:49,961 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8de006af884545abb88bf03e6fbe7435, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732566348025 2024-11-25T20:25:49,961 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 0cfe073ce79b441581c8fa3d20d7f436, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732566348702 2024-11-25T20:25:49,961 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting d475ab0a1c7745d48b658726a66a628a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732566348702 2024-11-25T20:25:49,966 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=dfff97607c96d476310c7de199f5b512] 2024-11-25T20:25:49,967 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112545540b94a3b3419787d6fa95b2d87cac_dfff97607c96d476310c7de199f5b512 store=[table=TestAcidGuarantees family=A region=dfff97607c96d476310c7de199f5b512] 2024-11-25T20:25:49,968 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dfff97607c96d476310c7de199f5b512#B#compaction#552 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:49,968 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/B/0c07fa85a2f94327aab9fd9e68735670 is 50, key is test_row_0/B:col10/1732566349019/Put/seqid=0 2024-11-25T20:25:49,969 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112545540b94a3b3419787d6fa95b2d87cac_dfff97607c96d476310c7de199f5b512, store=[table=TestAcidGuarantees family=A region=dfff97607c96d476310c7de199f5b512] 2024-11-25T20:25:49,969 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112545540b94a3b3419787d6fa95b2d87cac_dfff97607c96d476310c7de199f5b512 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=dfff97607c96d476310c7de199f5b512] 2024-11-25T20:25:49,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742479_1655 (size=12731) 2024-11-25T20:25:49,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742480_1656 (size=4469) 2024-11-25T20:25:49,977 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/B/0c07fa85a2f94327aab9fd9e68735670 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/0c07fa85a2f94327aab9fd9e68735670 2024-11-25T20:25:49,977 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dfff97607c96d476310c7de199f5b512#A#compaction#551 average throughput is 2.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:49,978 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/79e1bf2d5cb3434a8b7bbeb32988dc78 is 175, key is test_row_0/A:col10/1732566349019/Put/seqid=0 2024-11-25T20:25:49,981 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dfff97607c96d476310c7de199f5b512/B of dfff97607c96d476310c7de199f5b512 into 0c07fa85a2f94327aab9fd9e68735670(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:49,982 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dfff97607c96d476310c7de199f5b512: 2024-11-25T20:25:49,982 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512., storeName=dfff97607c96d476310c7de199f5b512/B, priority=13, startTime=1732566349960; duration=0sec 2024-11-25T20:25:49,982 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:25:49,982 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dfff97607c96d476310c7de199f5b512:B 2024-11-25T20:25:49,982 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-25T20:25:49,982 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-25T20:25:49,982 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-25T20:25:49,982 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. because compaction request was cancelled 2024-11-25T20:25:49,982 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dfff97607c96d476310c7de199f5b512:C 2024-11-25T20:25:49,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742481_1657 (size=31685) 2024-11-25T20:25:50,072 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:50,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-25T20:25:50,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:50,072 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2837): Flushing dfff97607c96d476310c7de199f5b512 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-25T20:25:50,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfff97607c96d476310c7de199f5b512, store=A 2024-11-25T20:25:50,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:50,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfff97607c96d476310c7de199f5b512, store=B 2024-11-25T20:25:50,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:50,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfff97607c96d476310c7de199f5b512, store=C 2024-11-25T20:25:50,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:50,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411252a5ffbe468b34571a80c1cc236953ced_dfff97607c96d476310c7de199f5b512 is 50, key is test_row_0/A:col10/1732566349113/Put/seqid=0 2024-11-25T20:25:50,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742482_1658 (size=12454) 2024-11-25T20:25:50,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on dfff97607c96d476310c7de199f5b512 2024-11-25T20:25:50,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. as already flushing 2024-11-25T20:25:50,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:50,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 277 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39796 deadline: 1732566410264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:50,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:50,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 279 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39796 deadline: 1732566410367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:50,395 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/79e1bf2d5cb3434a8b7bbeb32988dc78 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/79e1bf2d5cb3434a8b7bbeb32988dc78 2024-11-25T20:25:50,398 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dfff97607c96d476310c7de199f5b512/A of dfff97607c96d476310c7de199f5b512 into 79e1bf2d5cb3434a8b7bbeb32988dc78(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:50,398 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dfff97607c96d476310c7de199f5b512: 2024-11-25T20:25:50,398 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512., storeName=dfff97607c96d476310c7de199f5b512/A, priority=13, startTime=1732566349960; duration=0sec 2024-11-25T20:25:50,398 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:50,398 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dfff97607c96d476310c7de199f5b512:A 2024-11-25T20:25:50,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-25T20:25:50,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:50,483 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411252a5ffbe468b34571a80c1cc236953ced_dfff97607c96d476310c7de199f5b512 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252a5ffbe468b34571a80c1cc236953ced_dfff97607c96d476310c7de199f5b512 2024-11-25T20:25:50,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/33d458b69fde493482abb805ceaed0f7, store: [table=TestAcidGuarantees family=A region=dfff97607c96d476310c7de199f5b512] 2024-11-25T20:25:50,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/33d458b69fde493482abb805ceaed0f7 is 175, key is test_row_0/A:col10/1732566349113/Put/seqid=0 2024-11-25T20:25:50,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742483_1659 (size=31255) 2024-11-25T20:25:50,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:50,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 281 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39796 deadline: 1732566410569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:50,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:50,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 283 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39796 deadline: 1732566410871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:50,888 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=272, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/33d458b69fde493482abb805ceaed0f7 2024-11-25T20:25:50,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/B/5ff4c0bf1e34431a992d505796c32192 is 50, key is test_row_0/B:col10/1732566349113/Put/seqid=0 2024-11-25T20:25:50,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742484_1660 (size=12301) 2024-11-25T20:25:50,905 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/B/5ff4c0bf1e34431a992d505796c32192 2024-11-25T20:25:50,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/C/e2f6100473924448ae5c222193af333e is 50, key is test_row_0/C:col10/1732566349113/Put/seqid=0 2024-11-25T20:25:50,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742485_1661 (size=12301) 2024-11-25T20:25:51,333 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/C/e2f6100473924448ae5c222193af333e 2024-11-25T20:25:51,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/33d458b69fde493482abb805ceaed0f7 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/33d458b69fde493482abb805ceaed0f7 2024-11-25T20:25:51,338 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/33d458b69fde493482abb805ceaed0f7, entries=150, sequenceid=272, filesize=30.5 K 2024-11-25T20:25:51,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/B/5ff4c0bf1e34431a992d505796c32192 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/5ff4c0bf1e34431a992d505796c32192 2024-11-25T20:25:51,341 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/5ff4c0bf1e34431a992d505796c32192, entries=150, sequenceid=272, filesize=12.0 K 2024-11-25T20:25:51,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/C/e2f6100473924448ae5c222193af333e as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/e2f6100473924448ae5c222193af333e 2024-11-25T20:25:51,344 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/e2f6100473924448ae5c222193af333e, entries=150, sequenceid=272, filesize=12.0 K 2024-11-25T20:25:51,344 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for dfff97607c96d476310c7de199f5b512 in 1272ms, sequenceid=272, compaction requested=true 2024-11-25T20:25:51,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2538): Flush status journal for dfff97607c96d476310c7de199f5b512: 2024-11-25T20:25:51,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:51,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166 2024-11-25T20:25:51,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4106): Remote procedure done, pid=166 2024-11-25T20:25:51,347 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-11-25T20:25:51,347 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0330 sec 2024-11-25T20:25:51,347 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees in 2.0360 sec 2024-11-25T20:25:51,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on dfff97607c96d476310c7de199f5b512 2024-11-25T20:25:51,379 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dfff97607c96d476310c7de199f5b512 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-25T20:25:51,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfff97607c96d476310c7de199f5b512, store=A 2024-11-25T20:25:51,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:51,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfff97607c96d476310c7de199f5b512, store=B 2024-11-25T20:25:51,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:51,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfff97607c96d476310c7de199f5b512, store=C 2024-11-25T20:25:51,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:51,384 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d78c48641a8a417aa5918b4c2bce844d_dfff97607c96d476310c7de199f5b512 is 50, key is test_row_0/A:col10/1732566350257/Put/seqid=0 2024-11-25T20:25:51,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742486_1662 (size=12454) 2024-11-25T20:25:51,388 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:51,390 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d78c48641a8a417aa5918b4c2bce844d_dfff97607c96d476310c7de199f5b512 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d78c48641a8a417aa5918b4c2bce844d_dfff97607c96d476310c7de199f5b512 2024-11-25T20:25:51,390 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/002c2c0188e14f0882d18a4a5a9c3265, store: [table=TestAcidGuarantees family=A region=dfff97607c96d476310c7de199f5b512] 2024-11-25T20:25:51,391 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/002c2c0188e14f0882d18a4a5a9c3265 is 175, key is test_row_0/A:col10/1732566350257/Put/seqid=0 2024-11-25T20:25:51,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742487_1663 (size=31255) 2024-11-25T20:25:51,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-25T20:25:51,415 INFO [Thread-2593 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-11-25T20:25:51,416 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:25:51,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees 2024-11-25T20:25:51,417 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:25:51,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-25T20:25:51,417 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:25:51,417 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:25:51,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:51,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 304 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39796 deadline: 1732566411431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:51,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-25T20:25:51,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:51,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 306 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39796 deadline: 1732566411533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:51,568 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:51,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-25T20:25:51,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:51,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. as already flushing 2024-11-25T20:25:51,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:51,569 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:51,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:51,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:51,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-25T20:25:51,721 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:51,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-25T20:25:51,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:51,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. as already flushing 2024-11-25T20:25:51,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:51,721 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:51,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:51,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:51,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:51,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 308 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39796 deadline: 1732566411737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:51,794 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=288, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/002c2c0188e14f0882d18a4a5a9c3265 2024-11-25T20:25:51,800 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/B/4aeeacc7d367495dae1ad4f91011bffa is 50, key is test_row_0/B:col10/1732566350257/Put/seqid=0 2024-11-25T20:25:51,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742488_1664 (size=12301) 2024-11-25T20:25:51,873 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:51,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-25T20:25:51,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:51,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. as already flushing 2024-11-25T20:25:51,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:51,874 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:51,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:51,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:52,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-25T20:25:52,025 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:52,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-25T20:25:52,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:52,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. as already flushing 2024-11-25T20:25:52,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:52,026 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:52,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:52,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:52,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:52,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 310 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39796 deadline: 1732566412041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:52,177 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:52,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-25T20:25:52,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:52,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. as already flushing 2024-11-25T20:25:52,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:52,178 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:52,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:52,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:52,214 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/B/4aeeacc7d367495dae1ad4f91011bffa 2024-11-25T20:25:52,219 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/C/77aace68b62c45eb965660361eba6ecb is 50, key is test_row_0/C:col10/1732566350257/Put/seqid=0 2024-11-25T20:25:52,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742489_1665 (size=12301) 2024-11-25T20:25:52,330 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:52,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-25T20:25:52,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:52,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. as already flushing 2024-11-25T20:25:52,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:52,330 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:52,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:52,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:52,482 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:52,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-25T20:25:52,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:52,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. as already flushing 2024-11-25T20:25:52,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:52,482 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:52,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:52,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:52,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-25T20:25:52,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:52,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 312 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39796 deadline: 1732566412544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:52,623 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/C/77aace68b62c45eb965660361eba6ecb 2024-11-25T20:25:52,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/002c2c0188e14f0882d18a4a5a9c3265 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/002c2c0188e14f0882d18a4a5a9c3265 2024-11-25T20:25:52,628 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/002c2c0188e14f0882d18a4a5a9c3265, entries=150, sequenceid=288, filesize=30.5 K 2024-11-25T20:25:52,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/B/4aeeacc7d367495dae1ad4f91011bffa as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/4aeeacc7d367495dae1ad4f91011bffa 2024-11-25T20:25:52,631 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/4aeeacc7d367495dae1ad4f91011bffa, entries=150, sequenceid=288, filesize=12.0 K 2024-11-25T20:25:52,632 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/C/77aace68b62c45eb965660361eba6ecb as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/77aace68b62c45eb965660361eba6ecb 2024-11-25T20:25:52,634 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:52,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-25T20:25:52,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:52,634 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/77aace68b62c45eb965660361eba6ecb, entries=150, sequenceid=288, filesize=12.0 K 2024-11-25T20:25:52,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. as already flushing 2024-11-25T20:25:52,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:52,635 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:52,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:52,635 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for dfff97607c96d476310c7de199f5b512 in 1256ms, sequenceid=288, compaction requested=true 2024-11-25T20:25:52,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dfff97607c96d476310c7de199f5b512: 2024-11-25T20:25:52,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dfff97607c96d476310c7de199f5b512:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:25:52,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:52,635 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:25:52,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dfff97607c96d476310c7de199f5b512:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:25:52,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:25:52,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:52,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dfff97607c96d476310c7de199f5b512:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:25:52,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:25:52,635 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:25:52,637 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94195 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:25:52,637 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1540): dfff97607c96d476310c7de199f5b512/A is initiating minor compaction (all files) 2024-11-25T20:25:52,637 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dfff97607c96d476310c7de199f5b512/A in TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:52,637 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/79e1bf2d5cb3434a8b7bbeb32988dc78, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/33d458b69fde493482abb805ceaed0f7, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/002c2c0188e14f0882d18a4a5a9c3265] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp, totalSize=92.0 K 2024-11-25T20:25:52,637 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:52,637 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. files: [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/79e1bf2d5cb3434a8b7bbeb32988dc78, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/33d458b69fde493482abb805ceaed0f7, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/002c2c0188e14f0882d18a4a5a9c3265] 2024-11-25T20:25:52,638 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49416 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:25:52,638 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 79e1bf2d5cb3434a8b7bbeb32988dc78, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732566348702 2024-11-25T20:25:52,638 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): dfff97607c96d476310c7de199f5b512/C is initiating minor compaction (all files) 2024-11-25T20:25:52,638 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dfff97607c96d476310c7de199f5b512/C in TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:52,638 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/35bf7d034d3a48e5bca3454a529b8717, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/7eac7c6df5174605a5e4bdbf1ed5cd3e, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/e2f6100473924448ae5c222193af333e, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/77aace68b62c45eb965660361eba6ecb] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp, totalSize=48.3 K 2024-11-25T20:25:52,639 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 33d458b69fde493482abb805ceaed0f7, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732566349095 2024-11-25T20:25:52,639 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 35bf7d034d3a48e5bca3454a529b8717, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732566348025 2024-11-25T20:25:52,639 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 002c2c0188e14f0882d18a4a5a9c3265, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732566350257 2024-11-25T20:25:52,639 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 7eac7c6df5174605a5e4bdbf1ed5cd3e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732566348702 2024-11-25T20:25:52,639 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting e2f6100473924448ae5c222193af333e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732566349095 2024-11-25T20:25:52,640 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 77aace68b62c45eb965660361eba6ecb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732566350257 2024-11-25T20:25:52,647 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=dfff97607c96d476310c7de199f5b512] 2024-11-25T20:25:52,649 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dfff97607c96d476310c7de199f5b512#C#compaction#559 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:52,649 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/C/f3fc857c44bf4eeaaa4ef48a4bb98bb1 is 50, key is test_row_0/C:col10/1732566350257/Put/seqid=0 2024-11-25T20:25:52,651 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112589bf3459ba1e432da6e5c1bb57a6ba1c_dfff97607c96d476310c7de199f5b512 store=[table=TestAcidGuarantees family=A region=dfff97607c96d476310c7de199f5b512] 2024-11-25T20:25:52,653 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112589bf3459ba1e432da6e5c1bb57a6ba1c_dfff97607c96d476310c7de199f5b512, store=[table=TestAcidGuarantees family=A region=dfff97607c96d476310c7de199f5b512] 2024-11-25T20:25:52,653 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112589bf3459ba1e432da6e5c1bb57a6ba1c_dfff97607c96d476310c7de199f5b512 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=dfff97607c96d476310c7de199f5b512] 2024-11-25T20:25:52,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742490_1666 (size=12949) 2024-11-25T20:25:52,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742491_1667 (size=4469) 2024-11-25T20:25:52,786 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:52,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-25T20:25:52,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:52,787 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2837): Flushing dfff97607c96d476310c7de199f5b512 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-25T20:25:52,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfff97607c96d476310c7de199f5b512, store=A 2024-11-25T20:25:52,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:52,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfff97607c96d476310c7de199f5b512, store=B 2024-11-25T20:25:52,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:52,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfff97607c96d476310c7de199f5b512, store=C 2024-11-25T20:25:52,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:52,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411254f934671a1f9453c90c0d77eb336cf49_dfff97607c96d476310c7de199f5b512 is 50, key is test_row_0/A:col10/1732566351420/Put/seqid=0 2024-11-25T20:25:52,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742492_1668 (size=12454) 2024-11-25T20:25:53,063 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/C/f3fc857c44bf4eeaaa4ef48a4bb98bb1 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/f3fc857c44bf4eeaaa4ef48a4bb98bb1 2024-11-25T20:25:53,064 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dfff97607c96d476310c7de199f5b512#A#compaction#560 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:53,065 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/ebe89a548de943d49edd2e8a71dc4dce is 175, key is test_row_0/A:col10/1732566350257/Put/seqid=0 2024-11-25T20:25:53,066 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in dfff97607c96d476310c7de199f5b512/C of dfff97607c96d476310c7de199f5b512 into f3fc857c44bf4eeaaa4ef48a4bb98bb1(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:53,066 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dfff97607c96d476310c7de199f5b512: 2024-11-25T20:25:53,066 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512., storeName=dfff97607c96d476310c7de199f5b512/C, priority=12, startTime=1732566352635; duration=0sec 2024-11-25T20:25:53,067 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:25:53,067 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dfff97607c96d476310c7de199f5b512:C 2024-11-25T20:25:53,067 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:25:53,067 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:25:53,067 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): dfff97607c96d476310c7de199f5b512/B is initiating minor compaction (all files) 2024-11-25T20:25:53,067 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dfff97607c96d476310c7de199f5b512/B in TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:53,067 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/0c07fa85a2f94327aab9fd9e68735670, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/5ff4c0bf1e34431a992d505796c32192, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/4aeeacc7d367495dae1ad4f91011bffa] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp, totalSize=36.5 K 2024-11-25T20:25:53,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742493_1669 (size=31937) 2024-11-25T20:25:53,068 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 0c07fa85a2f94327aab9fd9e68735670, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732566348702 2024-11-25T20:25:53,068 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ff4c0bf1e34431a992d505796c32192, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732566349095 2024-11-25T20:25:53,069 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 4aeeacc7d367495dae1ad4f91011bffa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732566350257 2024-11-25T20:25:53,071 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/ebe89a548de943d49edd2e8a71dc4dce as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/ebe89a548de943d49edd2e8a71dc4dce 2024-11-25T20:25:53,074 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dfff97607c96d476310c7de199f5b512#B#compaction#562 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:53,074 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/B/5a7e816be2fa421d881f44c2a6d5c0e0 is 50, key is test_row_0/B:col10/1732566350257/Put/seqid=0 2024-11-25T20:25:53,075 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dfff97607c96d476310c7de199f5b512/A of dfff97607c96d476310c7de199f5b512 into ebe89a548de943d49edd2e8a71dc4dce(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:53,075 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dfff97607c96d476310c7de199f5b512: 2024-11-25T20:25:53,075 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512., storeName=dfff97607c96d476310c7de199f5b512/A, priority=13, startTime=1732566352635; duration=0sec 2024-11-25T20:25:53,075 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:53,075 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dfff97607c96d476310c7de199f5b512:A 2024-11-25T20:25:53,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742494_1670 (size=12983) 2024-11-25T20:25:53,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:53,198 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411254f934671a1f9453c90c0d77eb336cf49_dfff97607c96d476310c7de199f5b512 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254f934671a1f9453c90c0d77eb336cf49_dfff97607c96d476310c7de199f5b512 2024-11-25T20:25:53,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/f6dade7a5e6749d3881feed85db5e5a3, store: [table=TestAcidGuarantees family=A region=dfff97607c96d476310c7de199f5b512] 2024-11-25T20:25:53,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/f6dade7a5e6749d3881feed85db5e5a3 is 175, key is test_row_0/A:col10/1732566351420/Put/seqid=0 2024-11-25T20:25:53,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742495_1671 (size=31255) 2024-11-25T20:25:53,481 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/B/5a7e816be2fa421d881f44c2a6d5c0e0 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/5a7e816be2fa421d881f44c2a6d5c0e0 2024-11-25T20:25:53,484 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dfff97607c96d476310c7de199f5b512/B of dfff97607c96d476310c7de199f5b512 into 5a7e816be2fa421d881f44c2a6d5c0e0(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:53,484 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dfff97607c96d476310c7de199f5b512: 2024-11-25T20:25:53,484 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512., storeName=dfff97607c96d476310c7de199f5b512/B, priority=13, startTime=1732566352635; duration=0sec 2024-11-25T20:25:53,484 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:53,484 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dfff97607c96d476310c7de199f5b512:B 2024-11-25T20:25:53,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-25T20:25:53,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on dfff97607c96d476310c7de199f5b512 2024-11-25T20:25:53,557 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. as already flushing 2024-11-25T20:25:53,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:53,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 326 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39796 deadline: 1732566413586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:53,603 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=309, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/f6dade7a5e6749d3881feed85db5e5a3 2024-11-25T20:25:53,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/B/a3902ad97e1d4ad59781a0b7bee35a6f is 50, key is test_row_0/B:col10/1732566351420/Put/seqid=0 2024-11-25T20:25:53,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742496_1672 (size=12301) 2024-11-25T20:25:53,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:53,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 328 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39796 deadline: 1732566413689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:53,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:53,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 330 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39796 deadline: 1732566413892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:54,031 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/B/a3902ad97e1d4ad59781a0b7bee35a6f 2024-11-25T20:25:54,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/C/dba1ca0783914a079d109490b1b3ecc2 is 50, key is test_row_0/C:col10/1732566351420/Put/seqid=0 2024-11-25T20:25:54,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742497_1673 (size=12301) 2024-11-25T20:25:54,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:54,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 332 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39796 deadline: 1732566414197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:54,442 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/C/dba1ca0783914a079d109490b1b3ecc2 2024-11-25T20:25:54,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/f6dade7a5e6749d3881feed85db5e5a3 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/f6dade7a5e6749d3881feed85db5e5a3 2024-11-25T20:25:54,449 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/f6dade7a5e6749d3881feed85db5e5a3, entries=150, sequenceid=309, filesize=30.5 K 2024-11-25T20:25:54,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/B/a3902ad97e1d4ad59781a0b7bee35a6f as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/a3902ad97e1d4ad59781a0b7bee35a6f 2024-11-25T20:25:54,452 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/a3902ad97e1d4ad59781a0b7bee35a6f, entries=150, sequenceid=309, filesize=12.0 K 2024-11-25T20:25:54,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/C/dba1ca0783914a079d109490b1b3ecc2 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/dba1ca0783914a079d109490b1b3ecc2 2024-11-25T20:25:54,455 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/dba1ca0783914a079d109490b1b3ecc2, entries=150, sequenceid=309, filesize=12.0 K 2024-11-25T20:25:54,455 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for dfff97607c96d476310c7de199f5b512 in 1668ms, sequenceid=309, compaction requested=false 2024-11-25T20:25:54,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2538): Flush status journal for dfff97607c96d476310c7de199f5b512: 2024-11-25T20:25:54,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:54,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=168 2024-11-25T20:25:54,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4106): Remote procedure done, pid=168 2024-11-25T20:25:54,457 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-11-25T20:25:54,457 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0390 sec 2024-11-25T20:25:54,458 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees in 3.0420 sec 2024-11-25T20:25:54,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on dfff97607c96d476310c7de199f5b512 2024-11-25T20:25:54,702 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dfff97607c96d476310c7de199f5b512 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-25T20:25:54,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfff97607c96d476310c7de199f5b512, store=A 2024-11-25T20:25:54,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:54,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfff97607c96d476310c7de199f5b512, store=B 2024-11-25T20:25:54,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:54,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfff97607c96d476310c7de199f5b512, store=C 2024-11-25T20:25:54,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:54,707 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411254fbed4e1dcdb4692882c7b1f7b97e205_dfff97607c96d476310c7de199f5b512 is 50, key is test_row_0/A:col10/1732566353585/Put/seqid=0 2024-11-25T20:25:54,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742498_1674 (size=12454) 2024-11-25T20:25:54,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:54,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 352 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39796 deadline: 1732566414742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:54,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:54,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 354 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39796 deadline: 1732566414844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:55,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:55,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 356 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39796 deadline: 1732566415049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:55,111 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:55,113 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411254fbed4e1dcdb4692882c7b1f7b97e205_dfff97607c96d476310c7de199f5b512 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254fbed4e1dcdb4692882c7b1f7b97e205_dfff97607c96d476310c7de199f5b512 2024-11-25T20:25:55,114 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/0700e0faca54487c9695a002bca25040, store: [table=TestAcidGuarantees family=A region=dfff97607c96d476310c7de199f5b512] 2024-11-25T20:25:55,114 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/0700e0faca54487c9695a002bca25040 is 175, key is test_row_0/A:col10/1732566353585/Put/seqid=0 2024-11-25T20:25:55,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742499_1675 (size=31255) 2024-11-25T20:25:55,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:55,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 358 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39796 deadline: 1732566415350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:55,518 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=328, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/0700e0faca54487c9695a002bca25040 2024-11-25T20:25:55,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-25T20:25:55,521 INFO [Thread-2593 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-11-25T20:25:55,523 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:25:55,523 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/B/0156ffd6dd484d0684aec6c08a87a36c is 50, key is test_row_0/B:col10/1732566353585/Put/seqid=0 2024-11-25T20:25:55,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees 2024-11-25T20:25:55,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-25T20:25:55,524 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:25:55,524 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:25:55,524 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:25:55,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742500_1676 (size=12301) 2024-11-25T20:25:55,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-25T20:25:55,679 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:55,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-25T20:25:55,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:55,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. as already flushing 2024-11-25T20:25:55,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:55,679 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:55,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:55,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:55,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-25T20:25:55,831 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:55,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-25T20:25:55,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:55,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. as already flushing 2024-11-25T20:25:55,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:55,831 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:55,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:55,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:55,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:55,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 360 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39796 deadline: 1732566415853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:55,932 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/B/0156ffd6dd484d0684aec6c08a87a36c 2024-11-25T20:25:55,937 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/C/731496f7d23a4592b482103a60f03675 is 50, key is test_row_0/C:col10/1732566353585/Put/seqid=0 2024-11-25T20:25:55,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742501_1677 (size=12301) 2024-11-25T20:25:55,983 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:55,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-25T20:25:55,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:55,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. as already flushing 2024-11-25T20:25:55,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:55,983 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:55,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:55,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:56,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:56,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34394 deadline: 1732566416030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:56,032 DEBUG [Thread-2591 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18196 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512., hostname=a8cf619b0679,41621,1732566182451, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T20:25:56,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:56,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34434 deadline: 1732566416101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:56,103 DEBUG [Thread-2583 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18300 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512., hostname=a8cf619b0679,41621,1732566182451, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T20:25:56,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:56,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34408 deadline: 1732566416122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:56,123 DEBUG [Thread-2585 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18287 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512., hostname=a8cf619b0679,41621,1732566182451, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T20:25:56,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-25T20:25:56,135 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:56,135 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-25T20:25:56,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:56,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. as already flushing 2024-11-25T20:25:56,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:56,136 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:56,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:56,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:56,287 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:56,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-25T20:25:56,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:56,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. as already flushing 2024-11-25T20:25:56,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:56,288 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:56,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:56,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:56,341 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/C/731496f7d23a4592b482103a60f03675 2024-11-25T20:25:56,344 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/0700e0faca54487c9695a002bca25040 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/0700e0faca54487c9695a002bca25040 2024-11-25T20:25:56,346 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/0700e0faca54487c9695a002bca25040, entries=150, sequenceid=328, filesize=30.5 K 2024-11-25T20:25:56,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/B/0156ffd6dd484d0684aec6c08a87a36c as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/0156ffd6dd484d0684aec6c08a87a36c 2024-11-25T20:25:56,349 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/0156ffd6dd484d0684aec6c08a87a36c, entries=150, sequenceid=328, filesize=12.0 K 2024-11-25T20:25:56,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/C/731496f7d23a4592b482103a60f03675 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/731496f7d23a4592b482103a60f03675 2024-11-25T20:25:56,352 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/731496f7d23a4592b482103a60f03675, entries=150, sequenceid=328, filesize=12.0 K 2024-11-25T20:25:56,353 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for dfff97607c96d476310c7de199f5b512 in 1651ms, sequenceid=328, compaction requested=true 2024-11-25T20:25:56,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dfff97607c96d476310c7de199f5b512: 2024-11-25T20:25:56,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dfff97607c96d476310c7de199f5b512:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:25:56,353 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:25:56,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:56,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dfff97607c96d476310c7de199f5b512:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:25:56,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:56,353 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:25:56,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dfff97607c96d476310c7de199f5b512:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:25:56,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:25:56,354 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:25:56,354 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94447 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:25:56,354 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1540): dfff97607c96d476310c7de199f5b512/A is initiating minor compaction (all files) 2024-11-25T20:25:56,354 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): dfff97607c96d476310c7de199f5b512/B is initiating minor compaction (all files) 2024-11-25T20:25:56,354 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dfff97607c96d476310c7de199f5b512/B in TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:56,354 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dfff97607c96d476310c7de199f5b512/A in TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:56,354 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/5a7e816be2fa421d881f44c2a6d5c0e0, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/a3902ad97e1d4ad59781a0b7bee35a6f, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/0156ffd6dd484d0684aec6c08a87a36c] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp, totalSize=36.7 K 2024-11-25T20:25:56,354 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/ebe89a548de943d49edd2e8a71dc4dce, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/f6dade7a5e6749d3881feed85db5e5a3, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/0700e0faca54487c9695a002bca25040] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp, totalSize=92.2 K 2024-11-25T20:25:56,354 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:56,354 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. files: [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/ebe89a548de943d49edd2e8a71dc4dce, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/f6dade7a5e6749d3881feed85db5e5a3, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/0700e0faca54487c9695a002bca25040] 2024-11-25T20:25:56,354 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a7e816be2fa421d881f44c2a6d5c0e0, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732566350257 2024-11-25T20:25:56,354 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting ebe89a548de943d49edd2e8a71dc4dce, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732566350257 2024-11-25T20:25:56,354 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting a3902ad97e1d4ad59781a0b7bee35a6f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732566351420 2024-11-25T20:25:56,355 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting f6dade7a5e6749d3881feed85db5e5a3, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732566351420 2024-11-25T20:25:56,355 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 0156ffd6dd484d0684aec6c08a87a36c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732566353581 2024-11-25T20:25:56,355 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0700e0faca54487c9695a002bca25040, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732566353581 2024-11-25T20:25:56,360 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dfff97607c96d476310c7de199f5b512#B#compaction#568 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:56,360 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/B/ae9f2f8cbed141ba9594c573dec4af32 is 50, key is test_row_0/B:col10/1732566353585/Put/seqid=0 2024-11-25T20:25:56,363 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=dfff97607c96d476310c7de199f5b512] 2024-11-25T20:25:56,365 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112513285ce02fe54a01b11722c641cd0da8_dfff97607c96d476310c7de199f5b512 store=[table=TestAcidGuarantees family=A region=dfff97607c96d476310c7de199f5b512] 2024-11-25T20:25:56,367 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112513285ce02fe54a01b11722c641cd0da8_dfff97607c96d476310c7de199f5b512, store=[table=TestAcidGuarantees family=A region=dfff97607c96d476310c7de199f5b512] 2024-11-25T20:25:56,367 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112513285ce02fe54a01b11722c641cd0da8_dfff97607c96d476310c7de199f5b512 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=dfff97607c96d476310c7de199f5b512] 2024-11-25T20:25:56,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742502_1678 (size=13085) 2024-11-25T20:25:56,375 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/B/ae9f2f8cbed141ba9594c573dec4af32 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/ae9f2f8cbed141ba9594c573dec4af32 2024-11-25T20:25:56,380 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dfff97607c96d476310c7de199f5b512/B of dfff97607c96d476310c7de199f5b512 into ae9f2f8cbed141ba9594c573dec4af32(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:56,380 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dfff97607c96d476310c7de199f5b512: 2024-11-25T20:25:56,380 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512., storeName=dfff97607c96d476310c7de199f5b512/B, priority=13, startTime=1732566356353; duration=0sec 2024-11-25T20:25:56,380 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:25:56,380 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dfff97607c96d476310c7de199f5b512:B 2024-11-25T20:25:56,380 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:25:56,382 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:25:56,382 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): dfff97607c96d476310c7de199f5b512/C is initiating minor compaction (all files) 2024-11-25T20:25:56,382 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dfff97607c96d476310c7de199f5b512/C in TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:56,382 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/f3fc857c44bf4eeaaa4ef48a4bb98bb1, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/dba1ca0783914a079d109490b1b3ecc2, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/731496f7d23a4592b482103a60f03675] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp, totalSize=36.7 K 2024-11-25T20:25:56,383 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting f3fc857c44bf4eeaaa4ef48a4bb98bb1, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732566350257 2024-11-25T20:25:56,383 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting dba1ca0783914a079d109490b1b3ecc2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732566351420 2024-11-25T20:25:56,383 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 731496f7d23a4592b482103a60f03675, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732566353581 2024-11-25T20:25:56,389 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dfff97607c96d476310c7de199f5b512#C#compaction#570 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:56,390 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/C/23f6f7362256447c945f4c33876af3d9 is 50, key is test_row_0/C:col10/1732566353585/Put/seqid=0 2024-11-25T20:25:56,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742503_1679 (size=4469) 2024-11-25T20:25:56,393 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dfff97607c96d476310c7de199f5b512#A#compaction#569 average throughput is 0.81 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:56,393 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/6fefa686d04744868c4cb5908b1a2ee2 is 175, key is test_row_0/A:col10/1732566353585/Put/seqid=0 2024-11-25T20:25:56,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742505_1681 (size=32039) 2024-11-25T20:25:56,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742504_1680 (size=13051) 2024-11-25T20:25:56,412 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/C/23f6f7362256447c945f4c33876af3d9 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/23f6f7362256447c945f4c33876af3d9 2024-11-25T20:25:56,417 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dfff97607c96d476310c7de199f5b512/C of dfff97607c96d476310c7de199f5b512 into 23f6f7362256447c945f4c33876af3d9(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:56,417 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dfff97607c96d476310c7de199f5b512: 2024-11-25T20:25:56,417 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512., storeName=dfff97607c96d476310c7de199f5b512/C, priority=13, startTime=1732566356353; duration=0sec 2024-11-25T20:25:56,417 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:56,417 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dfff97607c96d476310c7de199f5b512:C 2024-11-25T20:25:56,439 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:25:56,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41621 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-25T20:25:56,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:56,440 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2837): Flushing dfff97607c96d476310c7de199f5b512 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-25T20:25:56,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfff97607c96d476310c7de199f5b512, store=A 2024-11-25T20:25:56,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:56,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfff97607c96d476310c7de199f5b512, store=B 2024-11-25T20:25:56,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:56,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfff97607c96d476310c7de199f5b512, store=C 2024-11-25T20:25:56,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:56,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e85fcfac94ae40b090dc41ace0a60fa4_dfff97607c96d476310c7de199f5b512 is 50, key is test_row_0/A:col10/1732566354738/Put/seqid=0 2024-11-25T20:25:56,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742506_1682 (size=12454) 2024-11-25T20:25:56,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-25T20:25:56,811 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/6fefa686d04744868c4cb5908b1a2ee2 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/6fefa686d04744868c4cb5908b1a2ee2 2024-11-25T20:25:56,814 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dfff97607c96d476310c7de199f5b512/A of dfff97607c96d476310c7de199f5b512 into 6fefa686d04744868c4cb5908b1a2ee2(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:56,814 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dfff97607c96d476310c7de199f5b512: 2024-11-25T20:25:56,814 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512., storeName=dfff97607c96d476310c7de199f5b512/A, priority=13, startTime=1732566356353; duration=0sec 2024-11-25T20:25:56,814 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:56,814 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dfff97607c96d476310c7de199f5b512:A 2024-11-25T20:25:56,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:56,851 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e85fcfac94ae40b090dc41ace0a60fa4_dfff97607c96d476310c7de199f5b512 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e85fcfac94ae40b090dc41ace0a60fa4_dfff97607c96d476310c7de199f5b512 2024-11-25T20:25:56,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/765b68685b9f470d9d665b2e37eef67a, store: [table=TestAcidGuarantees family=A region=dfff97607c96d476310c7de199f5b512] 2024-11-25T20:25:56,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/765b68685b9f470d9d665b2e37eef67a is 175, key is test_row_0/A:col10/1732566354738/Put/seqid=0 2024-11-25T20:25:56,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742507_1683 (size=31255) 2024-11-25T20:25:56,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on dfff97607c96d476310c7de199f5b512 2024-11-25T20:25:56,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. as already flushing 2024-11-25T20:25:56,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:56,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 375 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39796 deadline: 1732566416891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:56,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:56,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 377 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39796 deadline: 1732566416993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:57,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:57,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 379 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39796 deadline: 1732566417199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:57,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:57,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39764 deadline: 1732566417258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:57,260 DEBUG [Thread-2589 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18248 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512., hostname=a8cf619b0679,41621,1732566182451, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T20:25:57,271 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=350, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/765b68685b9f470d9d665b2e37eef67a 2024-11-25T20:25:57,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/B/f7f4c8e5cf484282a6341b84771ee503 is 50, key is test_row_0/B:col10/1732566354738/Put/seqid=0 2024-11-25T20:25:57,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742508_1684 (size=12301) 2024-11-25T20:25:57,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:57,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 381 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39796 deadline: 1732566417504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:57,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-25T20:25:57,767 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/B/f7f4c8e5cf484282a6341b84771ee503 2024-11-25T20:25:57,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/C/69a0ac42dcd04d9bb5ea9ea18e5d9671 is 50, key is test_row_0/C:col10/1732566354738/Put/seqid=0 2024-11-25T20:25:57,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742509_1685 (size=12301) 2024-11-25T20:25:57,856 DEBUG [Thread-2594 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x13b61b3d to 127.0.0.1:49356 2024-11-25T20:25:57,856 DEBUG [Thread-2594 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:25:57,857 DEBUG [Thread-2602 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x05bf8069 to 127.0.0.1:49356 2024-11-25T20:25:57,857 DEBUG [Thread-2602 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:25:57,858 DEBUG [Thread-2600 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3b795253 to 127.0.0.1:49356 2024-11-25T20:25:57,858 DEBUG [Thread-2600 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:25:57,858 DEBUG [Thread-2598 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4b849504 to 127.0.0.1:49356 2024-11-25T20:25:57,858 DEBUG [Thread-2598 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:25:57,859 DEBUG [Thread-2596 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3206f164 to 127.0.0.1:49356 2024-11-25T20:25:57,859 DEBUG [Thread-2596 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:25:58,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:58,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] ipc.CallRunner(138): callId: 383 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39796 deadline: 1732566418009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 2024-11-25T20:25:58,231 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/C/69a0ac42dcd04d9bb5ea9ea18e5d9671 2024-11-25T20:25:58,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/765b68685b9f470d9d665b2e37eef67a as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/765b68685b9f470d9d665b2e37eef67a 2024-11-25T20:25:58,238 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/765b68685b9f470d9d665b2e37eef67a, entries=150, sequenceid=350, filesize=30.5 K 2024-11-25T20:25:58,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/B/f7f4c8e5cf484282a6341b84771ee503 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/f7f4c8e5cf484282a6341b84771ee503 2024-11-25T20:25:58,242 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/f7f4c8e5cf484282a6341b84771ee503, entries=150, sequenceid=350, filesize=12.0 K 2024-11-25T20:25:58,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/C/69a0ac42dcd04d9bb5ea9ea18e5d9671 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/69a0ac42dcd04d9bb5ea9ea18e5d9671 2024-11-25T20:25:58,245 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/69a0ac42dcd04d9bb5ea9ea18e5d9671, entries=150, sequenceid=350, filesize=12.0 K 2024-11-25T20:25:58,246 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for dfff97607c96d476310c7de199f5b512 in 1806ms, sequenceid=350, compaction requested=false 2024-11-25T20:25:58,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2538): Flush status journal for dfff97607c96d476310c7de199f5b512: 2024-11-25T20:25:58,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:25:58,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=170 2024-11-25T20:25:58,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4106): Remote procedure done, pid=170 2024-11-25T20:25:58,248 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-11-25T20:25:58,248 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7230 sec 2024-11-25T20:25:58,249 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees in 2.7250 sec 2024-11-25T20:25:59,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41621 {}] regionserver.HRegion(8581): Flush requested on dfff97607c96d476310c7de199f5b512 2024-11-25T20:25:59,020 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dfff97607c96d476310c7de199f5b512 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-25T20:25:59,020 DEBUG [Thread-2587 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e6d20f5 to 127.0.0.1:49356 2024-11-25T20:25:59,020 DEBUG [Thread-2587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:25:59,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfff97607c96d476310c7de199f5b512, store=A 2024-11-25T20:25:59,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:59,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfff97607c96d476310c7de199f5b512, store=B 2024-11-25T20:25:59,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:59,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfff97607c96d476310c7de199f5b512, store=C 2024-11-25T20:25:59,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:59,036 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411255847f0b14309469f96aebc9c4a0164f8_dfff97607c96d476310c7de199f5b512 is 50, key is test_row_0/A:col10/1732566356886/Put/seqid=0 2024-11-25T20:25:59,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742510_1686 (size=12454) 2024-11-25T20:25:59,446 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:59,449 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411255847f0b14309469f96aebc9c4a0164f8_dfff97607c96d476310c7de199f5b512 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411255847f0b14309469f96aebc9c4a0164f8_dfff97607c96d476310c7de199f5b512 2024-11-25T20:25:59,450 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/2a1bf8596f064846be29e9f67714078b, store: [table=TestAcidGuarantees family=A region=dfff97607c96d476310c7de199f5b512] 2024-11-25T20:25:59,450 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/2a1bf8596f064846be29e9f67714078b is 175, key is test_row_0/A:col10/1732566356886/Put/seqid=0 2024-11-25T20:25:59,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742511_1687 (size=31255) 2024-11-25T20:25:59,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-25T20:25:59,628 INFO [Thread-2593 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-11-25T20:25:59,857 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=368, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/2a1bf8596f064846be29e9f67714078b 2024-11-25T20:25:59,866 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/B/a8b8a5f445e74defac85af48f95ae967 is 50, key is test_row_0/B:col10/1732566356886/Put/seqid=0 2024-11-25T20:25:59,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742512_1688 (size=12301) 2024-11-25T20:26:00,270 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/B/a8b8a5f445e74defac85af48f95ae967 2024-11-25T20:26:00,275 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/C/4551c627cce546aa86c931adc8ea86bd is 50, key is test_row_0/C:col10/1732566356886/Put/seqid=0 2024-11-25T20:26:00,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742513_1689 (size=12301) 2024-11-25T20:26:00,348 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T20:26:00,679 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/C/4551c627cce546aa86c931adc8ea86bd 2024-11-25T20:26:00,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/2a1bf8596f064846be29e9f67714078b as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/2a1bf8596f064846be29e9f67714078b 2024-11-25T20:26:00,686 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/2a1bf8596f064846be29e9f67714078b, entries=150, sequenceid=368, filesize=30.5 K 2024-11-25T20:26:00,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/B/a8b8a5f445e74defac85af48f95ae967 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/a8b8a5f445e74defac85af48f95ae967 2024-11-25T20:26:00,691 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/a8b8a5f445e74defac85af48f95ae967, entries=150, sequenceid=368, filesize=12.0 K 2024-11-25T20:26:00,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/C/4551c627cce546aa86c931adc8ea86bd as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/4551c627cce546aa86c931adc8ea86bd 2024-11-25T20:26:00,695 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/4551c627cce546aa86c931adc8ea86bd, entries=150, sequenceid=368, filesize=12.0 K 2024-11-25T20:26:00,696 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=0 B/0 for dfff97607c96d476310c7de199f5b512 in 1676ms, sequenceid=368, compaction requested=true 2024-11-25T20:26:00,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dfff97607c96d476310c7de199f5b512: 2024-11-25T20:26:00,697 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:26:00,698 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94549 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:26:00,698 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1540): dfff97607c96d476310c7de199f5b512/A is initiating minor compaction (all files) 2024-11-25T20:26:00,698 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dfff97607c96d476310c7de199f5b512/A in TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:26:00,698 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/6fefa686d04744868c4cb5908b1a2ee2, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/765b68685b9f470d9d665b2e37eef67a, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/2a1bf8596f064846be29e9f67714078b] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp, totalSize=92.3 K 2024-11-25T20:26:00,698 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:26:00,698 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. files: [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/6fefa686d04744868c4cb5908b1a2ee2, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/765b68685b9f470d9d665b2e37eef67a, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/2a1bf8596f064846be29e9f67714078b] 2024-11-25T20:26:00,698 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6fefa686d04744868c4cb5908b1a2ee2, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732566353581 2024-11-25T20:26:00,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dfff97607c96d476310c7de199f5b512:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:26:00,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:26:00,699 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 765b68685b9f470d9d665b2e37eef67a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1732566354733 2024-11-25T20:26:00,699 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2a1bf8596f064846be29e9f67714078b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732566356886 2024-11-25T20:26:00,701 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:26:00,702 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:26:00,702 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): dfff97607c96d476310c7de199f5b512/B is initiating minor compaction (all files) 2024-11-25T20:26:00,702 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dfff97607c96d476310c7de199f5b512/B in TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:26:00,702 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/ae9f2f8cbed141ba9594c573dec4af32, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/f7f4c8e5cf484282a6341b84771ee503, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/a8b8a5f445e74defac85af48f95ae967] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp, totalSize=36.8 K 2024-11-25T20:26:00,703 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting ae9f2f8cbed141ba9594c573dec4af32, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732566353581 2024-11-25T20:26:00,703 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting f7f4c8e5cf484282a6341b84771ee503, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1732566354733 2024-11-25T20:26:00,703 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting a8b8a5f445e74defac85af48f95ae967, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732566356886 2024-11-25T20:26:00,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dfff97607c96d476310c7de199f5b512:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:26:00,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:26:00,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dfff97607c96d476310c7de199f5b512:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:26:00,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:26:00,715 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=dfff97607c96d476310c7de199f5b512] 2024-11-25T20:26:00,723 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411258702699ac68e4b77980dd5248443d54f_dfff97607c96d476310c7de199f5b512 store=[table=TestAcidGuarantees family=A region=dfff97607c96d476310c7de199f5b512] 2024-11-25T20:26:00,725 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dfff97607c96d476310c7de199f5b512#B#compaction#578 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:26:00,725 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/B/d7ffba8311234759aa95b9dbd19cec51 is 50, key is test_row_0/B:col10/1732566356886/Put/seqid=0 2024-11-25T20:26:00,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742514_1690 (size=13187) 2024-11-25T20:26:00,780 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/B/d7ffba8311234759aa95b9dbd19cec51 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/d7ffba8311234759aa95b9dbd19cec51 2024-11-25T20:26:00,786 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dfff97607c96d476310c7de199f5b512/B of dfff97607c96d476310c7de199f5b512 into d7ffba8311234759aa95b9dbd19cec51(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:26:00,786 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dfff97607c96d476310c7de199f5b512: 2024-11-25T20:26:00,786 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512., storeName=dfff97607c96d476310c7de199f5b512/B, priority=13, startTime=1732566360700; duration=0sec 2024-11-25T20:26:00,786 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:26:00,786 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dfff97607c96d476310c7de199f5b512:B 2024-11-25T20:26:00,786 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:26:00,787 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:26:00,787 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1540): dfff97607c96d476310c7de199f5b512/C is initiating minor compaction (all files) 2024-11-25T20:26:00,788 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dfff97607c96d476310c7de199f5b512/C in TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:26:00,788 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/23f6f7362256447c945f4c33876af3d9, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/69a0ac42dcd04d9bb5ea9ea18e5d9671, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/4551c627cce546aa86c931adc8ea86bd] into tmpdir=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp, totalSize=36.8 K 2024-11-25T20:26:00,788 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 23f6f7362256447c945f4c33876af3d9, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732566353581 2024-11-25T20:26:00,790 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 69a0ac42dcd04d9bb5ea9ea18e5d9671, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1732566354733 2024-11-25T20:26:00,791 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] compactions.Compactor(224): Compacting 4551c627cce546aa86c931adc8ea86bd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732566356886 2024-11-25T20:26:00,795 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411258702699ac68e4b77980dd5248443d54f_dfff97607c96d476310c7de199f5b512, store=[table=TestAcidGuarantees family=A region=dfff97607c96d476310c7de199f5b512] 2024-11-25T20:26:00,795 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411258702699ac68e4b77980dd5248443d54f_dfff97607c96d476310c7de199f5b512 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=dfff97607c96d476310c7de199f5b512] 2024-11-25T20:26:00,821 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dfff97607c96d476310c7de199f5b512#C#compaction#579 average throughput is 0.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:26:00,822 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/C/b3b2a1384ab64f4bb4c961fcd2e81c95 is 50, key is test_row_0/C:col10/1732566356886/Put/seqid=0 2024-11-25T20:26:00,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742515_1691 (size=4469) 2024-11-25T20:26:00,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742516_1692 (size=13153) 2024-11-25T20:26:01,259 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dfff97607c96d476310c7de199f5b512#A#compaction#577 average throughput is 0.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:26:01,260 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/c8849300aa56448a98f7904f30e2c8d2 is 175, key is test_row_0/A:col10/1732566356886/Put/seqid=0 2024-11-25T20:26:01,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742517_1693 (size=32141) 2024-11-25T20:26:01,318 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/c8849300aa56448a98f7904f30e2c8d2 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/c8849300aa56448a98f7904f30e2c8d2 2024-11-25T20:26:01,335 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/C/b3b2a1384ab64f4bb4c961fcd2e81c95 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/b3b2a1384ab64f4bb4c961fcd2e81c95 2024-11-25T20:26:01,347 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dfff97607c96d476310c7de199f5b512/C of dfff97607c96d476310c7de199f5b512 into b3b2a1384ab64f4bb4c961fcd2e81c95(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:26:01,347 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dfff97607c96d476310c7de199f5b512/A of dfff97607c96d476310c7de199f5b512 into c8849300aa56448a98f7904f30e2c8d2(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:26:01,347 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dfff97607c96d476310c7de199f5b512: 2024-11-25T20:26:01,347 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dfff97607c96d476310c7de199f5b512: 2024-11-25T20:26:01,347 INFO [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512., storeName=dfff97607c96d476310c7de199f5b512/C, priority=13, startTime=1732566360703; duration=0sec 2024-11-25T20:26:01,347 INFO [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512., storeName=dfff97607c96d476310c7de199f5b512/A, priority=13, startTime=1732566360696; duration=0sec 2024-11-25T20:26:01,347 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:26:01,347 DEBUG [RS:0;a8cf619b0679:41621-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dfff97607c96d476310c7de199f5b512:C 2024-11-25T20:26:01,347 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:26:01,347 DEBUG [RS:0;a8cf619b0679:41621-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dfff97607c96d476310c7de199f5b512:A 2024-11-25T20:26:06,113 DEBUG [Thread-2591 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7147b666 to 127.0.0.1:49356 2024-11-25T20:26:06,113 DEBUG [Thread-2591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:26:06,137 DEBUG [Thread-2583 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x651b33a4 to 127.0.0.1:49356 2024-11-25T20:26:06,137 DEBUG [Thread-2583 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:26:06,144 DEBUG [Thread-2585 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7c828424 to 127.0.0.1:49356 2024-11-25T20:26:06,144 DEBUG [Thread-2585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:26:07,348 DEBUG [Thread-2589 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22892a6a to 127.0.0.1:49356 2024-11-25T20:26:07,348 DEBUG [Thread-2589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:26:07,348 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T20:26:07,348 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 1 2024-11-25T20:26:07,348 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 8 2024-11-25T20:26:07,348 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 252 2024-11-25T20:26:07,348 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 6 2024-11-25T20:26:07,348 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 24 2024-11-25T20:26:07,348 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T20:26:07,348 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4688 2024-11-25T20:26:07,348 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4575 2024-11-25T20:26:07,348 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4600 2024-11-25T20:26:07,348 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4731 2024-11-25T20:26:07,348 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4586 2024-11-25T20:26:07,348 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T20:26:07,348 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-25T20:26:07,348 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4cfb9f7c to 127.0.0.1:49356 2024-11-25T20:26:07,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:26:07,349 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-25T20:26:07,349 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-25T20:26:07,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T20:26:07,360 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732566367359"}]},"ts":"1732566367359"} 2024-11-25T20:26:07,361 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T20:26:07,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-25T20:26:07,372 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T20:26:07,383 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T20:26:07,384 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=173, ppid=172, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=dfff97607c96d476310c7de199f5b512, UNASSIGN}] 2024-11-25T20:26:07,385 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=173, ppid=172, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=dfff97607c96d476310c7de199f5b512, UNASSIGN 2024-11-25T20:26:07,385 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=173 updating hbase:meta row=dfff97607c96d476310c7de199f5b512, regionState=CLOSING, regionLocation=a8cf619b0679,41621,1732566182451 2024-11-25T20:26:07,386 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T20:26:07,386 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE; CloseRegionProcedure dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451}] 2024-11-25T20:26:07,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-25T20:26:07,541 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,41621,1732566182451 2024-11-25T20:26:07,541 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] handler.UnassignRegionHandler(124): Close dfff97607c96d476310c7de199f5b512 2024-11-25T20:26:07,541 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T20:26:07,541 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(1681): Closing dfff97607c96d476310c7de199f5b512, disabling compactions & flushes 2024-11-25T20:26:07,541 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:26:07,542 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:26:07,542 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. after waiting 0 ms 2024-11-25T20:26:07,542 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:26:07,542 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(2837): Flushing dfff97607c96d476310c7de199f5b512 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-25T20:26:07,542 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfff97607c96d476310c7de199f5b512, store=A 2024-11-25T20:26:07,542 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:26:07,542 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfff97607c96d476310c7de199f5b512, store=B 2024-11-25T20:26:07,542 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:26:07,542 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfff97607c96d476310c7de199f5b512, store=C 2024-11-25T20:26:07,542 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:26:07,585 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ba21831b32bb4761967222bed08224a1_dfff97607c96d476310c7de199f5b512 is 50, key is test_row_0/A:col10/1732566366136/Put/seqid=0 2024-11-25T20:26:07,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742518_1694 (size=9914) 2024-11-25T20:26:07,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-25T20:26:07,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-25T20:26:08,000 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:08,003 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ba21831b32bb4761967222bed08224a1_dfff97607c96d476310c7de199f5b512 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ba21831b32bb4761967222bed08224a1_dfff97607c96d476310c7de199f5b512 2024-11-25T20:26:08,004 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/98dc3e13302b408d89848605c8bfc964, store: [table=TestAcidGuarantees family=A region=dfff97607c96d476310c7de199f5b512] 2024-11-25T20:26:08,004 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/98dc3e13302b408d89848605c8bfc964 is 175, key is test_row_0/A:col10/1732566366136/Put/seqid=0 2024-11-25T20:26:08,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742519_1695 (size=22561) 2024-11-25T20:26:08,408 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=378, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/98dc3e13302b408d89848605c8bfc964 2024-11-25T20:26:08,416 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/B/353d86e172a5462f93d7b247a51c57e9 is 50, key is test_row_0/B:col10/1732566366136/Put/seqid=0 2024-11-25T20:26:08,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742520_1696 (size=9857) 2024-11-25T20:26:08,423 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/B/353d86e172a5462f93d7b247a51c57e9 2024-11-25T20:26:08,448 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/C/4a1af94199054f09ad2f10f491ddbdd7 is 50, key is test_row_0/C:col10/1732566366136/Put/seqid=0 2024-11-25T20:26:08,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-25T20:26:08,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742521_1697 (size=9857) 2024-11-25T20:26:08,472 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/C/4a1af94199054f09ad2f10f491ddbdd7 2024-11-25T20:26:08,477 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/A/98dc3e13302b408d89848605c8bfc964 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/98dc3e13302b408d89848605c8bfc964 2024-11-25T20:26:08,480 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/98dc3e13302b408d89848605c8bfc964, entries=100, sequenceid=378, filesize=22.0 K 2024-11-25T20:26:08,481 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/B/353d86e172a5462f93d7b247a51c57e9 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/353d86e172a5462f93d7b247a51c57e9 2024-11-25T20:26:08,485 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/353d86e172a5462f93d7b247a51c57e9, entries=100, sequenceid=378, filesize=9.6 K 2024-11-25T20:26:08,487 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/.tmp/C/4a1af94199054f09ad2f10f491ddbdd7 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/4a1af94199054f09ad2f10f491ddbdd7 2024-11-25T20:26:08,492 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/4a1af94199054f09ad2f10f491ddbdd7, entries=100, sequenceid=378, filesize=9.6 K 2024-11-25T20:26:08,492 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for dfff97607c96d476310c7de199f5b512 in 950ms, sequenceid=378, compaction requested=false 2024-11-25T20:26:08,493 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/14b8024099dd40d0b54bb15e3a5868b4, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/66ca25f3a4df4ca8bd15b25aa958cc9c, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/c35e6f82c8e348179aa02b59ecc99505, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/800caf0cc188458ebb46d21ba3c5fb3a, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/1920fb2cc91940f68e415abd683ff495, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/abbbc565233f43b48e2891e888e23e0f, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/c860d172ce574cb19d17c93a7571e798, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/7d59f567c80449b696e03eb18bbdb889, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/b8b5440b7ece4725bda02d0fe1eca4d2, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/566b0c1a59ae43b3850e282a4ec5b450, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/e65fc0c223454687b8505cfc395efa41, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/af3cc39492d24b01b1b02320d4815b45, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/bd1c08a8b3bd447f9fc148f4270064e7, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/860faf85b5134ba79070b66d6e9d69e3, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/5dbeb6e530a340fbb37be2092248d0e7, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/8de006af884545abb88bf03e6fbe7435, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/79e1bf2d5cb3434a8b7bbeb32988dc78, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/d475ab0a1c7745d48b658726a66a628a, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/33d458b69fde493482abb805ceaed0f7, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/ebe89a548de943d49edd2e8a71dc4dce, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/002c2c0188e14f0882d18a4a5a9c3265, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/f6dade7a5e6749d3881feed85db5e5a3, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/6fefa686d04744868c4cb5908b1a2ee2, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/0700e0faca54487c9695a002bca25040, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/765b68685b9f470d9d665b2e37eef67a, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/2a1bf8596f064846be29e9f67714078b] to archive 2024-11-25T20:26:08,495 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T20:26:08,498 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/14b8024099dd40d0b54bb15e3a5868b4 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/14b8024099dd40d0b54bb15e3a5868b4 2024-11-25T20:26:08,502 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/66ca25f3a4df4ca8bd15b25aa958cc9c to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/66ca25f3a4df4ca8bd15b25aa958cc9c 2024-11-25T20:26:08,504 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/c35e6f82c8e348179aa02b59ecc99505 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/c35e6f82c8e348179aa02b59ecc99505 2024-11-25T20:26:08,507 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/800caf0cc188458ebb46d21ba3c5fb3a to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/800caf0cc188458ebb46d21ba3c5fb3a 2024-11-25T20:26:08,509 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/1920fb2cc91940f68e415abd683ff495 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/1920fb2cc91940f68e415abd683ff495 2024-11-25T20:26:08,516 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/abbbc565233f43b48e2891e888e23e0f to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/abbbc565233f43b48e2891e888e23e0f 2024-11-25T20:26:08,519 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/c860d172ce574cb19d17c93a7571e798 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/c860d172ce574cb19d17c93a7571e798 2024-11-25T20:26:08,520 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/7d59f567c80449b696e03eb18bbdb889 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/7d59f567c80449b696e03eb18bbdb889 2024-11-25T20:26:08,525 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/b8b5440b7ece4725bda02d0fe1eca4d2 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/b8b5440b7ece4725bda02d0fe1eca4d2 2024-11-25T20:26:08,529 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/566b0c1a59ae43b3850e282a4ec5b450 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/566b0c1a59ae43b3850e282a4ec5b450 2024-11-25T20:26:08,532 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/e65fc0c223454687b8505cfc395efa41 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/e65fc0c223454687b8505cfc395efa41 2024-11-25T20:26:08,533 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/af3cc39492d24b01b1b02320d4815b45 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/af3cc39492d24b01b1b02320d4815b45 2024-11-25T20:26:08,535 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/bd1c08a8b3bd447f9fc148f4270064e7 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/bd1c08a8b3bd447f9fc148f4270064e7 2024-11-25T20:26:08,536 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/860faf85b5134ba79070b66d6e9d69e3 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/860faf85b5134ba79070b66d6e9d69e3 2024-11-25T20:26:08,537 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/5dbeb6e530a340fbb37be2092248d0e7 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/5dbeb6e530a340fbb37be2092248d0e7 2024-11-25T20:26:08,539 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/8de006af884545abb88bf03e6fbe7435 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/8de006af884545abb88bf03e6fbe7435 2024-11-25T20:26:08,542 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/79e1bf2d5cb3434a8b7bbeb32988dc78 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/79e1bf2d5cb3434a8b7bbeb32988dc78 2024-11-25T20:26:08,546 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/d475ab0a1c7745d48b658726a66a628a to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/d475ab0a1c7745d48b658726a66a628a 2024-11-25T20:26:08,558 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/33d458b69fde493482abb805ceaed0f7 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/33d458b69fde493482abb805ceaed0f7 2024-11-25T20:26:08,560 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/ebe89a548de943d49edd2e8a71dc4dce to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/ebe89a548de943d49edd2e8a71dc4dce 2024-11-25T20:26:08,568 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/002c2c0188e14f0882d18a4a5a9c3265 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/002c2c0188e14f0882d18a4a5a9c3265 2024-11-25T20:26:08,570 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/f6dade7a5e6749d3881feed85db5e5a3 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/f6dade7a5e6749d3881feed85db5e5a3 2024-11-25T20:26:08,572 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/6fefa686d04744868c4cb5908b1a2ee2 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/6fefa686d04744868c4cb5908b1a2ee2 2024-11-25T20:26:08,573 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/0700e0faca54487c9695a002bca25040 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/0700e0faca54487c9695a002bca25040 2024-11-25T20:26:08,575 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/765b68685b9f470d9d665b2e37eef67a to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/765b68685b9f470d9d665b2e37eef67a 2024-11-25T20:26:08,576 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/2a1bf8596f064846be29e9f67714078b to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/2a1bf8596f064846be29e9f67714078b 2024-11-25T20:26:08,599 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/c948bfb2b4454e7b9aad2953c585fc43, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/4e6f52e2dcd04cabb36050e733b8bbe9, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/a14277213cb042ecb939aeeea1b07985, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/9dda836a514a44d3911f2427b0f97e38, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/5c350985ed4e43b98b574ae04a993644, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/16de75da247a494489f1b092d05c81c7, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/5d52d8e23cd145868e28d44663d1aa35, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/9df2a4a20bbb41609974d22121b659d4, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/a13c1fd663cf4ea58f0a1c556d195c73, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/b38bf6668f7d42cd80ef7cd1551f6d3f, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/79f43797ac9742eebd9e03c77b9f8b42, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/a694fba2a94548fa9edadd72ed584a1b, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/d421f571e71740a3800a233890551c16, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/bf59ad71077c4484af3652d436600eb1, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/18c40c4571d74d28b4272e12192f629d, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/ff8c3679e53c4e31b0543b8ef2975626, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/0c07fa85a2f94327aab9fd9e68735670, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/0cfe073ce79b441581c8fa3d20d7f436, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/5ff4c0bf1e34431a992d505796c32192, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/5a7e816be2fa421d881f44c2a6d5c0e0, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/4aeeacc7d367495dae1ad4f91011bffa, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/a3902ad97e1d4ad59781a0b7bee35a6f, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/ae9f2f8cbed141ba9594c573dec4af32, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/0156ffd6dd484d0684aec6c08a87a36c, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/f7f4c8e5cf484282a6341b84771ee503, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/a8b8a5f445e74defac85af48f95ae967] to archive 2024-11-25T20:26:08,600 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T20:26:08,602 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/c948bfb2b4454e7b9aad2953c585fc43 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/c948bfb2b4454e7b9aad2953c585fc43 2024-11-25T20:26:08,604 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/4e6f52e2dcd04cabb36050e733b8bbe9 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/4e6f52e2dcd04cabb36050e733b8bbe9 2024-11-25T20:26:08,605 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/a14277213cb042ecb939aeeea1b07985 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/a14277213cb042ecb939aeeea1b07985 2024-11-25T20:26:08,607 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/9dda836a514a44d3911f2427b0f97e38 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/9dda836a514a44d3911f2427b0f97e38 2024-11-25T20:26:08,612 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/5c350985ed4e43b98b574ae04a993644 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/5c350985ed4e43b98b574ae04a993644 2024-11-25T20:26:08,614 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/16de75da247a494489f1b092d05c81c7 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/16de75da247a494489f1b092d05c81c7 2024-11-25T20:26:08,618 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/5d52d8e23cd145868e28d44663d1aa35 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/5d52d8e23cd145868e28d44663d1aa35 2024-11-25T20:26:08,621 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/9df2a4a20bbb41609974d22121b659d4 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/9df2a4a20bbb41609974d22121b659d4 2024-11-25T20:26:08,623 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/a13c1fd663cf4ea58f0a1c556d195c73 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/a13c1fd663cf4ea58f0a1c556d195c73 2024-11-25T20:26:08,625 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/b38bf6668f7d42cd80ef7cd1551f6d3f to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/b38bf6668f7d42cd80ef7cd1551f6d3f 2024-11-25T20:26:08,627 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/79f43797ac9742eebd9e03c77b9f8b42 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/79f43797ac9742eebd9e03c77b9f8b42 2024-11-25T20:26:08,634 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/a694fba2a94548fa9edadd72ed584a1b to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/a694fba2a94548fa9edadd72ed584a1b 2024-11-25T20:26:08,639 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/d421f571e71740a3800a233890551c16 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/d421f571e71740a3800a233890551c16 2024-11-25T20:26:08,642 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/bf59ad71077c4484af3652d436600eb1 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/bf59ad71077c4484af3652d436600eb1 2024-11-25T20:26:08,643 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/18c40c4571d74d28b4272e12192f629d to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/18c40c4571d74d28b4272e12192f629d 2024-11-25T20:26:08,645 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/ff8c3679e53c4e31b0543b8ef2975626 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/ff8c3679e53c4e31b0543b8ef2975626 2024-11-25T20:26:08,646 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/0c07fa85a2f94327aab9fd9e68735670 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/0c07fa85a2f94327aab9fd9e68735670 2024-11-25T20:26:08,647 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/0cfe073ce79b441581c8fa3d20d7f436 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/0cfe073ce79b441581c8fa3d20d7f436 2024-11-25T20:26:08,649 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/5ff4c0bf1e34431a992d505796c32192 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/5ff4c0bf1e34431a992d505796c32192 2024-11-25T20:26:08,650 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/5a7e816be2fa421d881f44c2a6d5c0e0 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/5a7e816be2fa421d881f44c2a6d5c0e0 2024-11-25T20:26:08,652 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/4aeeacc7d367495dae1ad4f91011bffa to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/4aeeacc7d367495dae1ad4f91011bffa 2024-11-25T20:26:08,654 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/a3902ad97e1d4ad59781a0b7bee35a6f to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/a3902ad97e1d4ad59781a0b7bee35a6f 2024-11-25T20:26:08,655 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/ae9f2f8cbed141ba9594c573dec4af32 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/ae9f2f8cbed141ba9594c573dec4af32 2024-11-25T20:26:08,656 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/0156ffd6dd484d0684aec6c08a87a36c to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/0156ffd6dd484d0684aec6c08a87a36c 2024-11-25T20:26:08,657 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/f7f4c8e5cf484282a6341b84771ee503 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/f7f4c8e5cf484282a6341b84771ee503 2024-11-25T20:26:08,658 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/a8b8a5f445e74defac85af48f95ae967 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/a8b8a5f445e74defac85af48f95ae967 2024-11-25T20:26:08,667 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/38fa070a9ce04c0e92e8079af4c5a60b, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/d4385cb16f314cc9aed531e6917d8843, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/a42956b6a2724a11b8723a6e726c9744, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/b42eb48ed17b426f931111653be183b1, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/0afa26f3e644496ba33deebc9295bcb6, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/f40e718e985d4da0acd2fe4e97e96b6d, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/9a5951eeeae341ad849b0224f1a279e5, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/fe545c1dec4142d7a0643f0c7d7cbcbb, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/4a2b2e6652da4dc2b2cb883714ebe97f, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/d312f42bccf24d77a6e479ac10c277e1, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/c84f0e1eb21943eaa7ffb2e80c7e5cf5, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/64d6ccfda7994de18909bdf2e1d62af5, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/430b863994c84a8294c07b423331abc7, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/91ec7a920a834ebbbc53ac537fb9f88f, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/35bf7d034d3a48e5bca3454a529b8717, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/c978fd857ea94fe1bd9e5fb8f0628e83, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/7eac7c6df5174605a5e4bdbf1ed5cd3e, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/e2f6100473924448ae5c222193af333e, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/f3fc857c44bf4eeaaa4ef48a4bb98bb1, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/77aace68b62c45eb965660361eba6ecb, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/dba1ca0783914a079d109490b1b3ecc2, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/23f6f7362256447c945f4c33876af3d9, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/731496f7d23a4592b482103a60f03675, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/69a0ac42dcd04d9bb5ea9ea18e5d9671, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/4551c627cce546aa86c931adc8ea86bd] to archive 2024-11-25T20:26:08,672 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T20:26:08,683 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/38fa070a9ce04c0e92e8079af4c5a60b to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/38fa070a9ce04c0e92e8079af4c5a60b 2024-11-25T20:26:08,689 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/d4385cb16f314cc9aed531e6917d8843 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/d4385cb16f314cc9aed531e6917d8843 2024-11-25T20:26:08,698 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/a42956b6a2724a11b8723a6e726c9744 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/a42956b6a2724a11b8723a6e726c9744 2024-11-25T20:26:08,713 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/b42eb48ed17b426f931111653be183b1 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/b42eb48ed17b426f931111653be183b1 2024-11-25T20:26:08,728 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/0afa26f3e644496ba33deebc9295bcb6 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/0afa26f3e644496ba33deebc9295bcb6 2024-11-25T20:26:08,732 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/f40e718e985d4da0acd2fe4e97e96b6d to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/f40e718e985d4da0acd2fe4e97e96b6d 2024-11-25T20:26:08,735 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/9a5951eeeae341ad849b0224f1a279e5 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/9a5951eeeae341ad849b0224f1a279e5 2024-11-25T20:26:08,737 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/fe545c1dec4142d7a0643f0c7d7cbcbb to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/fe545c1dec4142d7a0643f0c7d7cbcbb 2024-11-25T20:26:08,743 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/4a2b2e6652da4dc2b2cb883714ebe97f to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/4a2b2e6652da4dc2b2cb883714ebe97f 2024-11-25T20:26:08,745 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/d312f42bccf24d77a6e479ac10c277e1 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/d312f42bccf24d77a6e479ac10c277e1 2024-11-25T20:26:08,748 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/c84f0e1eb21943eaa7ffb2e80c7e5cf5 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/c84f0e1eb21943eaa7ffb2e80c7e5cf5 2024-11-25T20:26:08,750 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/64d6ccfda7994de18909bdf2e1d62af5 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/64d6ccfda7994de18909bdf2e1d62af5 2024-11-25T20:26:08,752 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/430b863994c84a8294c07b423331abc7 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/430b863994c84a8294c07b423331abc7 2024-11-25T20:26:08,754 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/91ec7a920a834ebbbc53ac537fb9f88f to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/91ec7a920a834ebbbc53ac537fb9f88f 2024-11-25T20:26:08,756 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/35bf7d034d3a48e5bca3454a529b8717 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/35bf7d034d3a48e5bca3454a529b8717 2024-11-25T20:26:08,758 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/c978fd857ea94fe1bd9e5fb8f0628e83 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/c978fd857ea94fe1bd9e5fb8f0628e83 2024-11-25T20:26:08,760 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/7eac7c6df5174605a5e4bdbf1ed5cd3e to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/7eac7c6df5174605a5e4bdbf1ed5cd3e 2024-11-25T20:26:08,763 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/e2f6100473924448ae5c222193af333e to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/e2f6100473924448ae5c222193af333e 2024-11-25T20:26:08,764 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/f3fc857c44bf4eeaaa4ef48a4bb98bb1 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/f3fc857c44bf4eeaaa4ef48a4bb98bb1 2024-11-25T20:26:08,765 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/77aace68b62c45eb965660361eba6ecb to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/77aace68b62c45eb965660361eba6ecb 2024-11-25T20:26:08,768 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/dba1ca0783914a079d109490b1b3ecc2 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/dba1ca0783914a079d109490b1b3ecc2 2024-11-25T20:26:08,770 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/23f6f7362256447c945f4c33876af3d9 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/23f6f7362256447c945f4c33876af3d9 2024-11-25T20:26:08,772 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/731496f7d23a4592b482103a60f03675 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/731496f7d23a4592b482103a60f03675 2024-11-25T20:26:08,773 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/69a0ac42dcd04d9bb5ea9ea18e5d9671 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/69a0ac42dcd04d9bb5ea9ea18e5d9671 2024-11-25T20:26:08,776 DEBUG [StoreCloser-TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/4551c627cce546aa86c931adc8ea86bd to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/4551c627cce546aa86c931adc8ea86bd 2024-11-25T20:26:08,791 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/recovered.edits/381.seqid, newMaxSeqId=381, maxSeqId=4 2024-11-25T20:26:08,792 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512. 2024-11-25T20:26:08,793 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(1635): Region close journal for dfff97607c96d476310c7de199f5b512: 2024-11-25T20:26:08,795 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=173 updating hbase:meta row=dfff97607c96d476310c7de199f5b512, regionState=CLOSED 2024-11-25T20:26:08,795 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] handler.UnassignRegionHandler(170): Closed dfff97607c96d476310c7de199f5b512 2024-11-25T20:26:08,798 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-11-25T20:26:08,799 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; CloseRegionProcedure dfff97607c96d476310c7de199f5b512, server=a8cf619b0679,41621,1732566182451 in 1.4100 sec 2024-11-25T20:26:08,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=173, resume processing ppid=172 2024-11-25T20:26:08,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, ppid=172, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=dfff97607c96d476310c7de199f5b512, UNASSIGN in 1.4140 sec 2024-11-25T20:26:08,808 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-11-25T20:26:08,808 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4230 sec 2024-11-25T20:26:08,810 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732566368810"}]},"ts":"1732566368810"} 2024-11-25T20:26:08,811 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T20:26:08,850 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T20:26:08,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5020 sec 2024-11-25T20:26:09,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-25T20:26:09,473 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-11-25T20:26:09,473 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-25T20:26:09,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] procedure2.ProcedureExecutor(1098): Stored pid=175, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T20:26:09,475 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=175, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T20:26:09,476 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=175, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T20:26:09,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-25T20:26:09,478 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512 2024-11-25T20:26:09,495 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A, FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B, FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C, FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/recovered.edits] 2024-11-25T20:26:09,508 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/98dc3e13302b408d89848605c8bfc964 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/98dc3e13302b408d89848605c8bfc964 2024-11-25T20:26:09,510 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/c8849300aa56448a98f7904f30e2c8d2 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/A/c8849300aa56448a98f7904f30e2c8d2 2024-11-25T20:26:09,513 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/353d86e172a5462f93d7b247a51c57e9 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/353d86e172a5462f93d7b247a51c57e9 2024-11-25T20:26:09,514 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/d7ffba8311234759aa95b9dbd19cec51 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/B/d7ffba8311234759aa95b9dbd19cec51 2024-11-25T20:26:09,528 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/4a1af94199054f09ad2f10f491ddbdd7 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/4a1af94199054f09ad2f10f491ddbdd7 2024-11-25T20:26:09,539 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/b3b2a1384ab64f4bb4c961fcd2e81c95 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/C/b3b2a1384ab64f4bb4c961fcd2e81c95 2024-11-25T20:26:09,542 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/recovered.edits/381.seqid to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512/recovered.edits/381.seqid 2024-11-25T20:26:09,543 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/default/TestAcidGuarantees/dfff97607c96d476310c7de199f5b512 2024-11-25T20:26:09,544 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T20:26:09,544 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T20:26:09,545 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-25T20:26:09,557 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252a5ffbe468b34571a80c1cc236953ced_dfff97607c96d476310c7de199f5b512 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252a5ffbe468b34571a80c1cc236953ced_dfff97607c96d476310c7de199f5b512 2024-11-25T20:26:09,558 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253db99cc7a4b147c09fb29418a4e885c8_dfff97607c96d476310c7de199f5b512 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253db99cc7a4b147c09fb29418a4e885c8_dfff97607c96d476310c7de199f5b512 2024-11-25T20:26:09,559 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254054f622298e4f0ebd4de139ff9a0138_dfff97607c96d476310c7de199f5b512 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254054f622298e4f0ebd4de139ff9a0138_dfff97607c96d476310c7de199f5b512 2024-11-25T20:26:09,562 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254084fd24e46547558295c0dac9a3d340_dfff97607c96d476310c7de199f5b512 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254084fd24e46547558295c0dac9a3d340_dfff97607c96d476310c7de199f5b512 2024-11-25T20:26:09,564 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112541b8cac841164fbd9f91218a05d31bd1_dfff97607c96d476310c7de199f5b512 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112541b8cac841164fbd9f91218a05d31bd1_dfff97607c96d476310c7de199f5b512 2024-11-25T20:26:09,565 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112549b0e59172d84fd3b31212cfd5dfe96a_dfff97607c96d476310c7de199f5b512 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112549b0e59172d84fd3b31212cfd5dfe96a_dfff97607c96d476310c7de199f5b512 2024-11-25T20:26:09,567 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254f934671a1f9453c90c0d77eb336cf49_dfff97607c96d476310c7de199f5b512 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254f934671a1f9453c90c0d77eb336cf49_dfff97607c96d476310c7de199f5b512 2024-11-25T20:26:09,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-25T20:26:09,578 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254fbed4e1dcdb4692882c7b1f7b97e205_dfff97607c96d476310c7de199f5b512 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254fbed4e1dcdb4692882c7b1f7b97e205_dfff97607c96d476310c7de199f5b512 2024-11-25T20:26:09,584 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112551acec54804f4f7496b63c87b66c49c0_dfff97607c96d476310c7de199f5b512 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112551acec54804f4f7496b63c87b66c49c0_dfff97607c96d476310c7de199f5b512 2024-11-25T20:26:09,586 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112551d52b2ce0a94a36bab35a6cebb4ef34_dfff97607c96d476310c7de199f5b512 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112551d52b2ce0a94a36bab35a6cebb4ef34_dfff97607c96d476310c7de199f5b512 2024-11-25T20:26:09,587 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411255847f0b14309469f96aebc9c4a0164f8_dfff97607c96d476310c7de199f5b512 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411255847f0b14309469f96aebc9c4a0164f8_dfff97607c96d476310c7de199f5b512 2024-11-25T20:26:09,595 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125667e4f9e182c4138b7d66ebace3eb566_dfff97607c96d476310c7de199f5b512 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125667e4f9e182c4138b7d66ebace3eb566_dfff97607c96d476310c7de199f5b512 2024-11-25T20:26:09,597 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112589d73c3392c341ecb6284ac0c63eeb71_dfff97607c96d476310c7de199f5b512 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112589d73c3392c341ecb6284ac0c63eeb71_dfff97607c96d476310c7de199f5b512 2024-11-25T20:26:09,598 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a81b4e197a134d89bfc62cbdf5624ada_dfff97607c96d476310c7de199f5b512 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a81b4e197a134d89bfc62cbdf5624ada_dfff97607c96d476310c7de199f5b512 2024-11-25T20:26:09,600 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ba21831b32bb4761967222bed08224a1_dfff97607c96d476310c7de199f5b512 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ba21831b32bb4761967222bed08224a1_dfff97607c96d476310c7de199f5b512 2024-11-25T20:26:09,601 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d78c48641a8a417aa5918b4c2bce844d_dfff97607c96d476310c7de199f5b512 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d78c48641a8a417aa5918b4c2bce844d_dfff97607c96d476310c7de199f5b512 2024-11-25T20:26:09,602 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e3f429ceefc04dd5af7cd29e22252343_dfff97607c96d476310c7de199f5b512 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e3f429ceefc04dd5af7cd29e22252343_dfff97607c96d476310c7de199f5b512 2024-11-25T20:26:09,606 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e85fcfac94ae40b090dc41ace0a60fa4_dfff97607c96d476310c7de199f5b512 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e85fcfac94ae40b090dc41ace0a60fa4_dfff97607c96d476310c7de199f5b512 2024-11-25T20:26:09,609 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125eb727eb73f2c4f2e8427d01d89d3320e_dfff97607c96d476310c7de199f5b512 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125eb727eb73f2c4f2e8427d01d89d3320e_dfff97607c96d476310c7de199f5b512 2024-11-25T20:26:09,611 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125fee5a61d13534ac69a986f972ca0cfbe_dfff97607c96d476310c7de199f5b512 to hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125fee5a61d13534ac69a986f972ca0cfbe_dfff97607c96d476310c7de199f5b512 2024-11-25T20:26:09,612 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T20:26:09,618 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=175, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T20:26:09,629 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T20:26:09,655 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T20:26:09,663 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=175, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T20:26:09,663 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T20:26:09,663 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732566369663"}]},"ts":"9223372036854775807"} 2024-11-25T20:26:09,684 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-25T20:26:09,684 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => dfff97607c96d476310c7de199f5b512, NAME => 'TestAcidGuarantees,,1732566334547.dfff97607c96d476310c7de199f5b512.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T20:26:09,684 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T20:26:09,684 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732566369684"}]},"ts":"9223372036854775807"} 2024-11-25T20:26:09,692 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-25T20:26:09,708 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=175, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T20:26:09,710 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 235 msec 2024-11-25T20:26:09,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-25T20:26:09,779 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 175 completed 2024-11-25T20:26:09,792 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=235 (was 236), OpenFileDescriptor=451 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1100 (was 1144), ProcessCount=11 (was 11), AvailableMemoryMB=2415 (was 3058) 2024-11-25T20:26:09,792 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-25T20:26:09,792 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-25T20:26:09,792 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x46c68f47 to 127.0.0.1:49356 2024-11-25T20:26:09,792 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:26:09,792 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T20:26:09,792 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2119645970, stopped=false 2024-11-25T20:26:09,793 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=a8cf619b0679,38483,1732566181290 2024-11-25T20:26:09,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38483-0x10174f384af0000, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T20:26:09,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38483-0x10174f384af0000, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T20:26:09,798 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-25T20:26:09,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41621-0x10174f384af0001, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T20:26:09,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41621-0x10174f384af0001, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T20:26:09,802 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41621-0x10174f384af0001, quorum=127.0.0.1:49356, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T20:26:09,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:26:09,803 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'a8cf619b0679,41621,1732566182451' ***** 2024-11-25T20:26:09,803 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-25T20:26:09,803 INFO [RS:0;a8cf619b0679:41621 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T20:26:09,803 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38483-0x10174f384af0000, quorum=127.0.0.1:49356, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T20:26:09,803 INFO [RS:0;a8cf619b0679:41621 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T20:26:09,803 INFO [RS:0;a8cf619b0679:41621 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T20:26:09,803 INFO [RS:0;a8cf619b0679:41621 {}] regionserver.HRegionServer(3579): Received CLOSE for 884887d71eff41df23895024ca5028f1 2024-11-25T20:26:09,804 INFO [RS:0;a8cf619b0679:41621 {}] regionserver.HRegionServer(1224): stopping server a8cf619b0679,41621,1732566182451 2024-11-25T20:26:09,804 DEBUG [RS:0;a8cf619b0679:41621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:26:09,804 INFO [RS:0;a8cf619b0679:41621 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T20:26:09,804 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-25T20:26:09,804 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 884887d71eff41df23895024ca5028f1, disabling compactions & flushes 2024-11-25T20:26:09,804 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732566186972.884887d71eff41df23895024ca5028f1. 2024-11-25T20:26:09,804 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732566186972.884887d71eff41df23895024ca5028f1. 2024-11-25T20:26:09,804 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732566186972.884887d71eff41df23895024ca5028f1. after waiting 0 ms 2024-11-25T20:26:09,804 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732566186972.884887d71eff41df23895024ca5028f1. 2024-11-25T20:26:09,804 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 884887d71eff41df23895024ca5028f1 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-25T20:26:09,804 INFO [RS:0;a8cf619b0679:41621 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T20:26:09,804 INFO [RS:0;a8cf619b0679:41621 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T20:26:09,805 INFO [RS:0;a8cf619b0679:41621 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-25T20:26:09,811 INFO [RS:0;a8cf619b0679:41621 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-25T20:26:09,811 DEBUG [RS:0;a8cf619b0679:41621 {}] regionserver.HRegionServer(1603): Online Regions={884887d71eff41df23895024ca5028f1=hbase:namespace,,1732566186972.884887d71eff41df23895024ca5028f1., 1588230740=hbase:meta,,1.1588230740} 2024-11-25T20:26:09,811 DEBUG [RS_CLOSE_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-25T20:26:09,811 INFO [RS_CLOSE_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-25T20:26:09,811 DEBUG [RS_CLOSE_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-25T20:26:09,811 DEBUG [RS_CLOSE_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T20:26:09,811 DEBUG [RS_CLOSE_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T20:26:09,811 INFO [RS_CLOSE_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-25T20:26:09,815 DEBUG [RS:0;a8cf619b0679:41621 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 884887d71eff41df23895024ca5028f1 2024-11-25T20:26:09,836 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/hbase/namespace/884887d71eff41df23895024ca5028f1/.tmp/info/05241daaa2db4b26b21f2f406116b0f0 is 45, key is default/info:d/1732566187978/Put/seqid=0 2024-11-25T20:26:09,853 INFO [regionserver/a8cf619b0679:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T20:26:09,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742522_1698 (size=5037) 2024-11-25T20:26:09,868 DEBUG [RS_CLOSE_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/hbase/meta/1588230740/.tmp/info/338dac0090b64352bb43c1a65ccaac60 is 143, key is hbase:namespace,,1732566186972.884887d71eff41df23895024ca5028f1./info:regioninfo/1732566187839/Put/seqid=0 2024-11-25T20:26:09,873 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/hbase/namespace/884887d71eff41df23895024ca5028f1/.tmp/info/05241daaa2db4b26b21f2f406116b0f0 2024-11-25T20:26:09,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742523_1699 (size=7725) 2024-11-25T20:26:09,881 INFO [RS_CLOSE_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/hbase/meta/1588230740/.tmp/info/338dac0090b64352bb43c1a65ccaac60 2024-11-25T20:26:09,881 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/hbase/namespace/884887d71eff41df23895024ca5028f1/.tmp/info/05241daaa2db4b26b21f2f406116b0f0 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/hbase/namespace/884887d71eff41df23895024ca5028f1/info/05241daaa2db4b26b21f2f406116b0f0 2024-11-25T20:26:09,895 INFO [regionserver/a8cf619b0679:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T20:26:09,896 INFO [regionserver/a8cf619b0679:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T20:26:09,896 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/hbase/namespace/884887d71eff41df23895024ca5028f1/info/05241daaa2db4b26b21f2f406116b0f0, entries=2, sequenceid=6, filesize=4.9 K 2024-11-25T20:26:09,898 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 884887d71eff41df23895024ca5028f1 in 93ms, sequenceid=6, compaction requested=false 2024-11-25T20:26:09,917 DEBUG [RS_CLOSE_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/hbase/meta/1588230740/.tmp/rep_barrier/e3501f0b973c411c95853e1899a581e9 is 102, key is TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56./rep_barrier:/1732566221106/DeleteFamily/seqid=0 2024-11-25T20:26:09,919 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/hbase/namespace/884887d71eff41df23895024ca5028f1/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-25T20:26:09,921 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732566186972.884887d71eff41df23895024ca5028f1. 2024-11-25T20:26:09,921 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 884887d71eff41df23895024ca5028f1: 2024-11-25T20:26:09,921 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732566186972.884887d71eff41df23895024ca5028f1. 2024-11-25T20:26:09,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742524_1700 (size=6025) 2024-11-25T20:26:10,015 DEBUG [RS:0;a8cf619b0679:41621 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-25T20:26:10,215 DEBUG [RS:0;a8cf619b0679:41621 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-25T20:26:10,334 INFO [RS_CLOSE_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/hbase/meta/1588230740/.tmp/rep_barrier/e3501f0b973c411c95853e1899a581e9 2024-11-25T20:26:10,361 DEBUG [RS_CLOSE_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/hbase/meta/1588230740/.tmp/table/63f9ab0f045d44c69616efd6bb24362f is 96, key is TestAcidGuarantees,,1732566188223.5e69bb96165f47319a0aac3774a69e56./table:/1732566221106/DeleteFamily/seqid=0 2024-11-25T20:26:10,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742525_1701 (size=5942) 2024-11-25T20:26:10,416 DEBUG [RS:0;a8cf619b0679:41621 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-25T20:26:10,616 DEBUG [RS:0;a8cf619b0679:41621 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-25T20:26:10,765 INFO [RS_CLOSE_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/hbase/meta/1588230740/.tmp/table/63f9ab0f045d44c69616efd6bb24362f 2024-11-25T20:26:10,769 DEBUG [RS_CLOSE_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/hbase/meta/1588230740/.tmp/info/338dac0090b64352bb43c1a65ccaac60 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/hbase/meta/1588230740/info/338dac0090b64352bb43c1a65ccaac60 2024-11-25T20:26:10,773 INFO [RS_CLOSE_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/hbase/meta/1588230740/info/338dac0090b64352bb43c1a65ccaac60, entries=22, sequenceid=93, filesize=7.5 K 2024-11-25T20:26:10,774 DEBUG [RS_CLOSE_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/hbase/meta/1588230740/.tmp/rep_barrier/e3501f0b973c411c95853e1899a581e9 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/hbase/meta/1588230740/rep_barrier/e3501f0b973c411c95853e1899a581e9 2024-11-25T20:26:10,788 INFO [RS_CLOSE_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/hbase/meta/1588230740/rep_barrier/e3501f0b973c411c95853e1899a581e9, entries=6, sequenceid=93, filesize=5.9 K 2024-11-25T20:26:10,788 DEBUG [RS_CLOSE_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/hbase/meta/1588230740/.tmp/table/63f9ab0f045d44c69616efd6bb24362f as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/hbase/meta/1588230740/table/63f9ab0f045d44c69616efd6bb24362f 2024-11-25T20:26:10,791 INFO [RS_CLOSE_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/hbase/meta/1588230740/table/63f9ab0f045d44c69616efd6bb24362f, entries=9, sequenceid=93, filesize=5.8 K 2024-11-25T20:26:10,792 INFO [RS_CLOSE_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 980ms, sequenceid=93, compaction requested=false 2024-11-25T20:26:10,812 DEBUG [RS_CLOSE_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-25T20:26:10,814 DEBUG [RS_CLOSE_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T20:26:10,814 INFO [RS_CLOSE_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-25T20:26:10,814 DEBUG [RS_CLOSE_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-25T20:26:10,814 DEBUG [RS_CLOSE_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T20:26:10,816 INFO [RS:0;a8cf619b0679:41621 {}] regionserver.HRegionServer(1250): stopping server a8cf619b0679,41621,1732566182451; all regions closed. 2024-11-25T20:26:10,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741834_1010 (size=26050) 2024-11-25T20:26:10,855 DEBUG [RS:0;a8cf619b0679:41621 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/oldWALs 2024-11-25T20:26:10,855 INFO [RS:0;a8cf619b0679:41621 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL a8cf619b0679%2C41621%2C1732566182451.meta:.meta(num 1732566186532) 2024-11-25T20:26:10,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741833_1009 (size=15830577) 2024-11-25T20:26:10,873 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/WALs/a8cf619b0679,41621,1732566182451/a8cf619b0679%2C41621%2C1732566182451.1732566186071 not finished, retry = 0 2024-11-25T20:26:10,979 DEBUG [RS:0;a8cf619b0679:41621 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/oldWALs 2024-11-25T20:26:10,980 INFO [RS:0;a8cf619b0679:41621 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL a8cf619b0679%2C41621%2C1732566182451:(num 1732566186071) 2024-11-25T20:26:10,980 DEBUG [RS:0;a8cf619b0679:41621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:26:10,980 INFO [RS:0;a8cf619b0679:41621 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T20:26:10,981 INFO [RS:0;a8cf619b0679:41621 {}] hbase.ChoreService(370): Chore service for: regionserver/a8cf619b0679:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-25T20:26:10,981 INFO [RS:0;a8cf619b0679:41621 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:41621 2024-11-25T20:26:10,985 INFO [regionserver/a8cf619b0679:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-25T20:26:11,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41621-0x10174f384af0001, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a8cf619b0679,41621,1732566182451 2024-11-25T20:26:11,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38483-0x10174f384af0000, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T20:26:11,014 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a8cf619b0679,41621,1732566182451] 2024-11-25T20:26:11,014 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing a8cf619b0679,41621,1732566182451; numProcessing=1 2024-11-25T20:26:11,022 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/a8cf619b0679,41621,1732566182451 already deleted, retry=false 2024-11-25T20:26:11,022 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; a8cf619b0679,41621,1732566182451 expired; onlineServers=0 2024-11-25T20:26:11,022 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'a8cf619b0679,38483,1732566181290' ***** 2024-11-25T20:26:11,022 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T20:26:11,023 DEBUG [M:0;a8cf619b0679:38483 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7279592, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a8cf619b0679/172.17.0.2:0 2024-11-25T20:26:11,023 INFO [M:0;a8cf619b0679:38483 {}] regionserver.HRegionServer(1224): stopping server a8cf619b0679,38483,1732566181290 2024-11-25T20:26:11,023 INFO [M:0;a8cf619b0679:38483 {}] regionserver.HRegionServer(1250): stopping server a8cf619b0679,38483,1732566181290; all regions closed. 2024-11-25T20:26:11,023 DEBUG [M:0;a8cf619b0679:38483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:26:11,023 DEBUG [M:0;a8cf619b0679:38483 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T20:26:11,023 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T20:26:11,023 DEBUG [M:0;a8cf619b0679:38483 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T20:26:11,023 DEBUG [master/a8cf619b0679:0:becomeActiveMaster-HFileCleaner.small.0-1732566185638 {}] cleaner.HFileCleaner(306): Exit Thread[master/a8cf619b0679:0:becomeActiveMaster-HFileCleaner.small.0-1732566185638,5,FailOnTimeoutGroup] 2024-11-25T20:26:11,023 INFO [M:0;a8cf619b0679:38483 {}] hbase.ChoreService(370): Chore service for: master/a8cf619b0679:0 had [] on shutdown 2024-11-25T20:26:11,023 DEBUG [M:0;a8cf619b0679:38483 {}] master.HMaster(1733): Stopping service threads 2024-11-25T20:26:11,023 INFO [M:0;a8cf619b0679:38483 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T20:26:11,024 ERROR [M:0;a8cf619b0679:38483 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-25T20:26:11,024 INFO [M:0;a8cf619b0679:38483 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T20:26:11,024 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T20:26:11,025 DEBUG [master/a8cf619b0679:0:becomeActiveMaster-HFileCleaner.large.0-1732566185625 {}] cleaner.HFileCleaner(306): Exit Thread[master/a8cf619b0679:0:becomeActiveMaster-HFileCleaner.large.0-1732566185625,5,FailOnTimeoutGroup] 2024-11-25T20:26:11,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38483-0x10174f384af0000, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-25T20:26:11,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38483-0x10174f384af0000, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T20:26:11,031 DEBUG [M:0;a8cf619b0679:38483 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/master already deleted, retry=false 2024-11-25T20:26:11,031 DEBUG [M:0;a8cf619b0679:38483 {}] master.ActiveMasterManager(353): master:38483-0x10174f384af0000, quorum=127.0.0.1:49356, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-11-25T20:26:11,031 INFO [M:0;a8cf619b0679:38483 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-25T20:26:11,031 INFO [M:0;a8cf619b0679:38483 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T20:26:11,031 DEBUG [M:0;a8cf619b0679:38483 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T20:26:11,031 INFO [M:0;a8cf619b0679:38483 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T20:26:11,031 DEBUG [M:0;a8cf619b0679:38483 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T20:26:11,032 DEBUG [M:0;a8cf619b0679:38483 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T20:26:11,032 DEBUG [M:0;a8cf619b0679:38483 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T20:26:11,032 INFO [M:0;a8cf619b0679:38483 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=795.76 KB heapSize=980.93 KB 2024-11-25T20:26:11,038 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38483-0x10174f384af0000, quorum=127.0.0.1:49356, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T20:26:11,059 DEBUG [M:0;a8cf619b0679:38483 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/157a833459e54b60b94b261417369a18 is 82, key is hbase:meta,,1/info:regioninfo/1732566186752/Put/seqid=0 2024-11-25T20:26:11,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742526_1702 (size=5672) 2024-11-25T20:26:11,078 INFO [M:0;a8cf619b0679:38483 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2294 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/157a833459e54b60b94b261417369a18 2024-11-25T20:26:11,119 INFO [RS:0;a8cf619b0679:41621 {}] regionserver.HRegionServer(1307): Exiting; stopping=a8cf619b0679,41621,1732566182451; zookeeper connection closed. 2024-11-25T20:26:11,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41621-0x10174f384af0001, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T20:26:11,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41621-0x10174f384af0001, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T20:26:11,132 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6a53216b {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6a53216b 2024-11-25T20:26:11,133 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T20:26:11,155 DEBUG [M:0;a8cf619b0679:38483 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8f2de6856e5045c68339965a9d11e50b is 2279, key is \x00\x00\x00\x00\x00\x00\x00\x98/proc:d/1732566337664/Put/seqid=0 2024-11-25T20:26:11,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742527_1703 (size=44387) 2024-11-25T20:26:11,169 INFO [M:0;a8cf619b0679:38483 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=795.20 KB at sequenceid=2294 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8f2de6856e5045c68339965a9d11e50b 2024-11-25T20:26:11,185 INFO [M:0;a8cf619b0679:38483 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8f2de6856e5045c68339965a9d11e50b 2024-11-25T20:26:11,216 DEBUG [M:0;a8cf619b0679:38483 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bf299d958984465c9a3a5cabf7d6743e is 69, key is a8cf619b0679,41621,1732566182451/rs:state/1732566185797/Put/seqid=0 2024-11-25T20:26:11,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073742528_1704 (size=5156) 2024-11-25T20:26:11,236 INFO [M:0;a8cf619b0679:38483 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2294 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bf299d958984465c9a3a5cabf7d6743e 2024-11-25T20:26:11,240 DEBUG [M:0;a8cf619b0679:38483 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/157a833459e54b60b94b261417369a18 as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/157a833459e54b60b94b261417369a18 2024-11-25T20:26:11,244 INFO [M:0;a8cf619b0679:38483 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/157a833459e54b60b94b261417369a18, entries=8, sequenceid=2294, filesize=5.5 K 2024-11-25T20:26:11,245 DEBUG [M:0;a8cf619b0679:38483 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8f2de6856e5045c68339965a9d11e50b as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8f2de6856e5045c68339965a9d11e50b 2024-11-25T20:26:11,249 INFO [M:0;a8cf619b0679:38483 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8f2de6856e5045c68339965a9d11e50b 2024-11-25T20:26:11,249 INFO [M:0;a8cf619b0679:38483 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8f2de6856e5045c68339965a9d11e50b, entries=175, sequenceid=2294, filesize=43.3 K 2024-11-25T20:26:11,250 DEBUG [M:0;a8cf619b0679:38483 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bf299d958984465c9a3a5cabf7d6743e as hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bf299d958984465c9a3a5cabf7d6743e 2024-11-25T20:26:11,255 INFO [M:0;a8cf619b0679:38483 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40379/user/jenkins/test-data/8469335a-5803-8e22-6716-235b81f56d5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bf299d958984465c9a3a5cabf7d6743e, entries=1, sequenceid=2294, filesize=5.0 K 2024-11-25T20:26:11,263 INFO [M:0;a8cf619b0679:38483 {}] regionserver.HRegion(3040): Finished flush of dataSize ~795.76 KB/814857, heapSize ~980.63 KB/1004168, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 231ms, sequenceid=2294, compaction requested=false 2024-11-25T20:26:11,271 INFO [M:0;a8cf619b0679:38483 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T20:26:11,271 DEBUG [M:0;a8cf619b0679:38483 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-25T20:26:11,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741830_1006 (size=965190) 2024-11-25T20:26:11,280 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-25T20:26:11,280 INFO [M:0;a8cf619b0679:38483 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-25T20:26:11,281 INFO [M:0;a8cf619b0679:38483 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:38483 2024-11-25T20:26:11,297 DEBUG [M:0;a8cf619b0679:38483 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/a8cf619b0679,38483,1732566181290 already deleted, retry=false 2024-11-25T20:26:11,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38483-0x10174f384af0000, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T20:26:11,406 INFO [M:0;a8cf619b0679:38483 {}] regionserver.HRegionServer(1307): Exiting; stopping=a8cf619b0679,38483,1732566181290; zookeeper connection closed. 2024-11-25T20:26:11,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38483-0x10174f384af0000, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T20:26:11,435 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@338ea522{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T20:26:11,438 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@318f7e53{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T20:26:11,438 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T20:26:11,438 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ea5758b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T20:26:11,439 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ae60a76{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71e2d832-de12-3278-a007-06844f1b2152/hadoop.log.dir/,STOPPED} 2024-11-25T20:26:11,442 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T20:26:11,442 WARN [BP-338884582-172.17.0.2-1732566177056 heartbeating to localhost/127.0.0.1:40379 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T20:26:11,442 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T20:26:11,442 WARN [BP-338884582-172.17.0.2-1732566177056 heartbeating to localhost/127.0.0.1:40379 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-338884582-172.17.0.2-1732566177056 (Datanode Uuid 1842cc95-15cd-42f1-ab43-02a307fc70d8) service to localhost/127.0.0.1:40379 2024-11-25T20:26:11,445 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71e2d832-de12-3278-a007-06844f1b2152/cluster_facfcf73-247e-c8cc-6117-4c4c76b62c97/dfs/data/data1/current/BP-338884582-172.17.0.2-1732566177056 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T20:26:11,446 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71e2d832-de12-3278-a007-06844f1b2152/cluster_facfcf73-247e-c8cc-6117-4c4c76b62c97/dfs/data/data2/current/BP-338884582-172.17.0.2-1732566177056 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T20:26:11,446 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T20:26:11,457 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@58ebd2e7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T20:26:11,458 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@55e8ce42{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T20:26:11,458 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T20:26:11,458 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30178072{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T20:26:11,459 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5adc0273{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/71e2d832-de12-3278-a007-06844f1b2152/hadoop.log.dir/,STOPPED} 2024-11-25T20:26:11,484 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-25T20:26:11,716 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down